00000800:00000200:0.1F:1775763780.760012:0:3655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7841cd] -> 12345-192.168.202.120@tcp (2)
00000800:00000200:0.1:1775763780.760757:0:3646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7841cd] -> 12345-192.168.202.120@tcp (2)
00000800:00000200:0.1:1775763780.760761:0:3646:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.120@tcp 0000000089659d43 deleted
00000800:00000010:0.1:1775763780.760763:0:3646:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000089659d43.
00000800:00000200:0.1:1775763780.760768:0:3646:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1775763780.760773:0:3646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:1023
00000800:00000200:0.1:1775763780.760778:0:3646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025095019 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:0.1:1775763780.760871:0:3645:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1F:1775763780.789298:0:3647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7841cd] -> 12345-192.168.202.120@tcp (4)
00000800:00000200:1.1:1775763780.789308:0:3647:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.120@tcp 00000000ca5f2798 deleted
00000800:00000010:1.1:1775763780.789310:0:3647:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ca5f2798.
00000800:00000200:1.1:1775763780.789315:0:3647:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:0.1:1775763780.792924:0:3645:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:3.1F:1775763781.018658:0:6559:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba2161a8.
00010000:00000010:3.1:1775763781.018689:0:6559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002eb6e925.
00010000:00000010:1.1:1775763781.391831:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e7887997.
00010000:00000010:1.1:1775763781.391838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dea20b96.
00010000:00000010:1.1:1775763781.395513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000055cb096d.
00010000:00000010:3.1:1775763781.408258:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000037bf0d70.
00010000:00000010:3.1:1775763781.408270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f9a11d13.
00080000:00000010:1.1:1775763781.478225:0:0:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 00000000d773cefe.
00010000:00010000:3.0:1775764891.328709:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000090badb2/0xd3c138f3308b9de1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.328716:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000090badb2/0xd3c138f3308b9de1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.328730:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.328731:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.328733:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.329378:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52fea9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169460096:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.329397:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012cc456e/0xd3c138f3308b9de8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.329816:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150101888
00000100:00100000:3.0:1775764891.329821:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150101888
00000100:00100000:3.0:1775764891.329854:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14313
00000100:00100000:3.0:1775764891.329861:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b541d63050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6323:11674:x1862023150101888:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764891.329907:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.329923:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a570400/0xd3c138f330846612 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x152a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2566 expref: 6323 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.329936:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x152a:0x0].0x0 (ffff89b404261d00)
00010000:00010000:3.0:1775764891.330498:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.330517:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.330529:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.330543:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.330591:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7000/0xd3c138f3308b9e2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8b34a92b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.330598:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7000/0xd3c138f3308b9e2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b34a92b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.330604:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7000/0xd3c138f3308b9e2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b34a92b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.330685:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.330694:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.330701:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.331208:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3971, 64 off262336
00000040:00080000:3.0:1775764891.331230:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3971, 64 off262336
00010000:00010000:3.0:1775764891.331288:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9e51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x152a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331305:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9e51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x152a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331313:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9e51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x152a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331324:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9e51 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x152a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331330:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9e51 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x152a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331334:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9e51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x152a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331351:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.331366:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331371:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331376:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331381:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e6400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.331385:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331391:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331399:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x152a:0x0].0x0 (ffff89b402f48600)
00010000:00010000:3.0:1775764891.331403:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.331406:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331417:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9e35 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x152a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331431:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331437:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331442:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331446:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e7600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.331449:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331455:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331462:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764891.331464:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.331467:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331472:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7600/0xd3c138f3308b9e27 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.331560:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c084d9e reply state 000000006eace583 transno 4294991785 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7000/0xd3c138f3308b9e2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b34a92b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331570:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7000/0xd3c138f3308b9e2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8b34a92b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.331577:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8b34a92b (ffff89b402f48500)
00010000:00010000:3.0:1775764891.331579:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.331582:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764891.332714:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b541d63050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6324:11674:x1862023150101888:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2852us (9335us total) trans 4294991785 rc 0/0
00000100:00100000:3.0:1775764891.332723:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14313
00000100:00100000:3.0:1775764891.350285:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7011
00000100:00100000:3.0:1775764891.350377:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d566050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6877:2412:x1862023150103808:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.350388:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.350395:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019571bf7/0xd3c138f33087b73b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0674a expref: 6877 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.350406:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019571bf7/0xd3c138f33087b73b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0674a expref: 6877 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.350426:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019571bf7/0xd3c138f33087b73b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xa5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0674a expref: 6877 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.350440:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.350441:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.350445:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa7b620e/0xd3c138f3308b9e58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.350452:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa7b620e/0xd3c138f3308b9e58 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xa5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.350483:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.350505:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d566050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6876:2412:x1862023150103808:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 212us (4650us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.350512:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7011
00000100:00100000:3.0:1775764891.352759:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28282
00000100:00100000:3.0:1775764891.352767:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+128:3657:x1862023169466496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.352778:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6736 count 1
00010000:00010000:3.0:1775764891.352789:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000031acc8e/0xd3c138f3308b9ec1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.352812:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f015ff34/0xd3c138f33087ba75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ba expref: 6875 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.352819:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.352820:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.352823:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000031acc8e/0xd3c138f3308b9ec1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.352838:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f015ff34/0xd3c138f33087ba75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ba expref: 6875 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.352847:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f015ff34/0xd3c138f33087ba75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ba expref: 6875 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.352856:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409929880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169467008:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.354757:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408288180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.366830:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169467904:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.367195:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.367250:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e346680/2, rc 0, transno 4294972418
00000100:00100000:3.0:1775764891.367273:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169464704:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.367286:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e346d80/2, rc 0, transno 4294972417
00000100:00100000:3.0:1775764891.367289:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169463936:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.369403:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150105984
00000100:00100000:3.0:1775764891.369409:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150105984
00010000:00010000:3.0:1775764891.369788:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c062a6a3/0xd3c138f33087ba6e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ac expref: 6872 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.369802:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150106112
00000100:00100000:3.0:1775764891.369805:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150106112
00010000:00010000:3.0:1775764891.369818:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f015ff34/0xd3c138f33087ba75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ba expref: 6873 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.369829:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150105728
00000100:00100000:3.0:1775764891.369832:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150105728
00010000:00010000:3.0:1775764891.369842:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db5f21ff/0xd3c138f33087b876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xef0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06797 expref: 6874 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.369857:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7023
00000100:00100000:3.0:1775764891.369864:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6874:2411:x1862023150105216:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.369874:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.369879:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a65e403e/0xd3c138f33087ba1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x222e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b80 expref: 6874 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.369892:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a65e403e/0xd3c138f33087ba1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x222e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b80 expref: 6874 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.369912:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a65e403e/0xd3c138f33087ba1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x222e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b80 expref: 6874 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.369926:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.369928:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.369932:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bdc00d71/0xd3c138f3308b9e97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.369955:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bdc00d71/0xd3c138f3308b9e97 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.369984:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.370011:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6873:2411:x1862023150105216:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 148us (1732us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.370017:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7023
00000100:00100000:3.0:1775764891.370046:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7025
00000100:00100000:3.0:1775764891.370052:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6872:2411:x1862023150106112:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.370059:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.370063:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f015ff34/0xd3c138f33087ba75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ba expref: 6872 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370085:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f015ff34/0xd3c138f33087ba75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ba expref: 6872 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370098:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f015ff34/0xd3c138f33087ba75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ba expref: 6872 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370108:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.370109:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.370137:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000031acc8e/0xd3c138f3308b9ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370144:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000031acc8e/0xd3c138f3308b9ec1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370177:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.370195:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6871:2411:x1862023150106112:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 143us (1651us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.370200:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7025
00000100:00100000:3.0:1775764891.370214:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7026
00000100:00100000:3.0:1775764891.370220:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6870:2412:x1862023150105728:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.370226:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.370230:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db5f21ff/0xd3c138f33087b876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xef0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06797 expref: 6870 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370244:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db5f21ff/0xd3c138f33087b876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xef0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06797 expref: 6870 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370266:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db5f21ff/0xd3c138f33087b876 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xef0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06797 expref: 6870 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370275:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.370276:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.370279:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308b9eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370286:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308b9eb3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xef0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370301:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.370319:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6869:2412:x1862023150105728:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (1759us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.370325:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7026
00000100:00100000:3.0:1775764891.370337:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7027
00000100:00100000:3.0:1775764891.370344:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6850:2412:x1862023150105472:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.370351:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.370355:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a13f46d/0xd3c138f33087b8df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ab4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06869 expref: 6850 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370370:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a13f46d/0xd3c138f33087b8df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ab4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06869 expref: 6850 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370384:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a13f46d/0xd3c138f33087b8df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ab4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06869 expref: 6850 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370392:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.370394:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.370397:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022c51099/0xd3c138f3308b9e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370403:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022c51099/0xd3c138f3308b9e9e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ab4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.370419:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.370435:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6849:2412:x1862023150105472:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (2498us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.370441:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7027
00000004:00080000:3.0:1775764891.370762:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931d880/2, rc 0, transno 4294972403
00000100:00100000:3.0:1775764891.370774:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169466240:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764891.375223:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c062a6a3/0xd3c138f33087ba6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067ac expref: 6867 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.375235:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409904a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169466880:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.375272:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048d2ac94/0xd3c138f3308b9eba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.375281:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048d2ac94/0xd3c138f3308b9eba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.375289:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048d2ac94/0xd3c138f3308b9eba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.375298:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048d2ac94/0xd3c138f3308b9eba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.375305:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048d2ac94/0xd3c138f3308b9eba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.375322:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.375466:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+136:3660:x1862023169466368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22715us (23087us total) trans 4294972406 rc 0/0
00000100:00100000:3.0:1775764891.375474:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28281
00000100:00100000:3.0:1775764891.375539:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.375557:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.375621:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.376425:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150106880
00000100:00100000:3.0:1775764891.376429:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150106880
00010000:00010000:3.0:1775764891.376445:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c3b0f9dd/0xd3c138f33087bae5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x111c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0689a expref: 6846 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.376465:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7031
00000100:00100000:3.0:1775764891.376470:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40992b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6868:2412:x1862023150106752:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.376476:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.376480:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000633386fe/0xd3c138f33087ba83 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1ba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067d6 expref: 6868 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.376488:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000633386fe/0xd3c138f33087ba83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067d6 expref: 6868 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.376499:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.376501:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.376504:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007f170558/0xd3c138f3308b9ed6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.376512:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f170558/0xd3c138f3308b9ed6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.376523:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.376537:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40992b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6867:2412:x1862023150106752:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 66us (979us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.376544:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7031
00000100:00100000:3.0:1775764891.376556:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7032
00000100:00100000:3.0:1775764891.376562:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d565850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6846:2412:x1862023150106880:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.376568:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.376573:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c3b0f9dd/0xd3c138f33087bae5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x111c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0689a expref: 6846 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.376582:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c3b0f9dd/0xd3c138f33087bae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x111c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0689a expref: 6846 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.376594:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.376595:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.376598:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000090badb2/0xd3c138f3308b9ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x111c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.376604:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000090badb2/0xd3c138f3308b9ef9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x111c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.376614:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.376627:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d565850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6846:2412:x1862023150106880:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 66us (1006us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.376633:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7032
00000100:00100000:3.0:1775764891.380792:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.380809:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150107136
00000100:00100000:3.0:1775764891.380815:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150107136
00010000:00010000:3.0:1775764891.380845:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f184377c/0xd3c138f33087baec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068a8 expref: 6845 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.380868:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7033
00000100:00100000:3.0:1775764891.380875:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40992b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6845:2412:x1862023150107136:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.380888:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.380894:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f184377c/0xd3c138f33087baec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068a8 expref: 6845 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380905:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f184377c/0xd3c138f33087baec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068a8 expref: 6845 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380921:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.380923:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.380928:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308b9f07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380937:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308b9f07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380966:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.381001:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40992b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6845:2412:x1862023150107136:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 125us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.381007:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7033
00000100:00100000:3.0:1775764891.381040:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764891.383295:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.383321:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52bc2c380/2, rc 0, transno 4294972407
00000100:00100000:3.0:1775764891.383326:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52bc2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169467264:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.383335:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931f800/2, rc 0, transno 4294972406
00000100:00100000:3.0:1775764891.383338:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169466368:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.383361:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409904380/2, rc 0, transno 4294972424
00000100:00100000:3.0:1775764891.383370:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169468032:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.383383:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931ca80/2, rc 0, transno 4294972422
00000100:00100000:3.0:1775764891.383387:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169465984:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.383404:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40992a680/2, rc 0, transno 4294972423
00000100:00100000:3.0:1775764891.383407:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40992a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169467136:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.383570:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150107392
00000100:00100000:3.0:1775764891.383574:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150107392
00010000:00010000:3.0:1775764891.383592:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000319b4ad0/0xd3c138f33087b909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068bd expref: 6845 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.384571:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150107648
00000100:00100000:3.0:1775764891.384577:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150107648
00010000:00010000:3.0:1775764891.384600:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008c32dbe2/0xd3c138f33087ba91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067f2 expref: 6865 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.384621:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150107520
00000100:00100000:3.0:1775764891.384624:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150107520
00010000:00010000:3.0:1775764891.384636:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009ce802cb/0xd3c138f33087b910 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068cb expref: 6845 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.384654:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7036
00000100:00100000:3.0:1775764891.384660:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6844:2412:x1862023150107392:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.384672:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.384676:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000319b4ad0/0xd3c138f33087b909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068bd expref: 6844 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.384688:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000319b4ad0/0xd3c138f33087b909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068bd expref: 6844 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.384706:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000319b4ad0/0xd3c138f33087b909 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068bd expref: 6844 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.384716:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.384730:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.384734:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308b9f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.384742:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308b9f15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.384767:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.384796:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6843:2412:x1862023150107392:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 136us (1305us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.384802:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7036
00000100:00100000:3.0:1775764891.384840:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.385067:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.385512:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.385528:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.385546:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.385569:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150108416
00000100:00100000:3.0:1775764891.385573:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150108416
00000100:00100000:3.0:1775764891.385604:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14316
00000100:00100000:3.0:1775764891.385611:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6326:11674:x1862023150108416:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764891.385743:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.385763:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4012f4200/0xd3c138f33081f37d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea815 expref: 6326 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.385776:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x343:0x0].0x0 (ffff89b51a3ea300)
00010000:00010000:3.0:1775764891.385786:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.385803:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.385819:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.385828:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.385841:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9f70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x68ff635b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.385848:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9f70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x68ff635b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.385853:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9f70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x68ff635b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386207:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x343:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386216:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386224:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.386457:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3974, 64 off262528
00000040:00080000:3.0:1775764891.386476:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3974, 64 off262528
00010000:00010000:3.0:1775764891.386520:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x343:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386529:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386536:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386543:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386549:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386554:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386566:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:3.0:1775764891.386583:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1775764891.386589:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308b9f07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386597:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092faa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.386601:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308b9f07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386609:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308b9f07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386628:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308b9f07 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386635:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308b9f07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386651:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.386655:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d67256de/0xd3c138f3308b9f0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386661:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.386664:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67256de/0xd3c138f3308b9f0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386672:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67256de/0xd3c138f3308b9f0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386683:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d67256de/0xd3c138f3308b9f0e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386690:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d67256de/0xd3c138f3308b9f0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386701:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.386704:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e1a6470/0xd3c138f3308b9f00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386710:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.386713:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e1a6470/0xd3c138f3308b9f00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386719:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e1a6470/0xd3c138f3308b9f00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386729:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e1a6470/0xd3c138f3308b9f00 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386735:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e1a6470/0xd3c138f3308b9f00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1abf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386746:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.386749:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386754:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e6600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.386756:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386762:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386770:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x343:0x0].0x0 (ffff89b402f48400)
00010000:00010000:3.0:1775764891.386773:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764891.386776:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386782:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6600/0xd3c138f3308b9f7e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386790:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.386791:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.386793:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.386804:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386811:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386816:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386821:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e6000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.386824:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386829:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386836:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x343:0x0].0x0 (ffff89b402f48400)
00010000:00010000:3.0:1775764891.386838:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.386840:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386846:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6000/0xd3c138f3308b9f77 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386866:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386872:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386878:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386883:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e6e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.386885:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386890:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386897:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764891.386899:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.386902:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386907:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6e00/0xd3c138f3308b9f69 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.386915:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000110b2a3 reply state 00000000b9c33326 transno 4294991788 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9f70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x68ff635b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386925:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6400/0xd3c138f3308b9f70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x68ff635b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.386931:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x68ff635b (ffff89b402f48f00)
00010000:00010000:3.0:1775764891.386934:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.386936:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764891.387228:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6327:11674:x1862023150108416:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1617us (1681us total) trans 4294991788 rc 0/0
00000100:00100000:3.0:1775764891.387236:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14316
00000100:00100000:3.0:1775764891.387271:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150107776
00000100:00100000:3.0:1775764891.387275:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150107776
00010000:00010000:3.0:1775764891.387292:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008938fcc3/0xd3c138f33087b8a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067f9 expref: 6865 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.387307:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150107904
00000100:00100000:3.0:1775764891.387309:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150107904
00010000:00010000:3.0:1775764891.387320:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f808387/0xd3c138f33087b8b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06815 expref: 6866 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.387331:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150108160
00000100:00100000:3.0:1775764891.387334:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150108160
00010000:00010000:3.0:1775764891.387344:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000547cf4fd/0xd3c138f33087bb0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x242a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068e0 expref: 6843 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.387356:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150108032
00000100:00100000:3.0:1775764891.387358:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150108032
00010000:00010000:3.0:1775764891.387369:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f38d343a/0xd3c138f33087b8ae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06807 expref: 6867 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.387382:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7037
00000100:00100000:3.0:1775764891.387388:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6867:2412:x1862023150107648:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.387397:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.387402:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008c32dbe2/0xd3c138f33087ba91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067f2 expref: 6867 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387412:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008c32dbe2/0xd3c138f33087ba91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067f2 expref: 6867 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387426:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c32dbe2/0xd3c138f33087ba91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067f2 expref: 6867 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387437:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.387439:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.387442:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308b9f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387450:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308b9f23 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387470:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.387487:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6866:2412:x1862023150107648:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 100us (3917us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.387495:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7037
00000100:00100000:3.0:1775764891.387509:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7038
00000100:00100000:3.0:1775764891.387515:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6843:2411:x1862023150107520:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.387523:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.387528:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009ce802cb/0xd3c138f33087b910 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068cb expref: 6843 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387543:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009ce802cb/0xd3c138f33087b910 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068cb expref: 6843 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387558:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ce802cb/0xd3c138f33087b910 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068cb expref: 6843 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387567:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.387568:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.387571:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f085ef9/0xd3c138f3308b9f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387579:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f085ef9/0xd3c138f3308b9f1c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387598:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.387606:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.387610:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308b9f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387617:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092b5a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.387620:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308b9f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387627:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308b9f23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387641:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308b9f23 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387647:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308b9f23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387662:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.387663:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.387665:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.387684:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6842:2411:x1862023150107520:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 168us (4082us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.387690:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7038
00000100:00100000:3.0:1775764891.387705:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7039
00000100:00100000:3.0:1775764891.387711:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d564c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6865:2411:x1862023150107776:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.387718:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.387722:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008938fcc3/0xd3c138f33087b8a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067f9 expref: 6865 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.387732:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008938fcc3/0xd3c138f33087b8a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067f9 expref: 6865 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388670:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008938fcc3/0xd3c138f33087b8a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee067f9 expref: 6865 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388687:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.388689:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.388692:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308b9f2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388700:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308b9f2a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388712:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.388716:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f085ef9/0xd3c138f3308b9f1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388725:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.388728:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f085ef9/0xd3c138f3308b9f1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388736:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f085ef9/0xd3c138f3308b9f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388745:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f085ef9/0xd3c138f3308b9f1c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388752:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f085ef9/0xd3c138f3308b9f1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.388778:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.388779:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.388794:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.388860:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.388878:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d564c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6863:2411:x1862023150107776:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1167us (4037us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.388885:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7039
00000100:00100000:3.0:1775764891.388923:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7041
00000100:00100000:3.0:1775764891.388930:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409929500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6841:2412:x1862023150108160:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.388938:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.389279:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000547cf4fd/0xd3c138f33087bb0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x242a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068e0 expref: 6841 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389290:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000547cf4fd/0xd3c138f33087bb0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x242a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068e0 expref: 6841 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389303:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.389304:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.389307:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000859b5d53/0xd3c138f3308b9f3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x242a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389314:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000859b5d53/0xd3c138f3308b9f3f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x242a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389326:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.389341:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409929500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6841:2412:x1862023150108160:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 411us (3829us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.389347:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7041
00000100:00100000:3.0:1775764891.389361:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7042
00000100:00100000:3.0:1775764891.389367:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40992aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6861:2412:x1862023150108032:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.389374:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.389378:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f38d343a/0xd3c138f33087b8ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1646:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06807 expref: 6861 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389389:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f38d343a/0xd3c138f33087b8ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1646:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06807 expref: 6861 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389401:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f38d343a/0xd3c138f33087b8ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1646:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06807 expref: 6861 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389410:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.389412:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.389414:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308b9f38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389421:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308b9f38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.389438:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.389451:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40992aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6860:2412:x1862023150108032:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 84us (3922us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.390224:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7042
00010000:00010000:3.0:1775764891.393890:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.393897:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000859b5d53/0xd3c138f3308b9f3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.393905:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.393908:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000859b5d53/0xd3c138f3308b9f3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.393918:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000859b5d53/0xd3c138f3308b9f3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.394548:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000859b5d53/0xd3c138f3308b9f3f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.394556:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000859b5d53/0xd3c138f3308b9f3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.394611:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.394614:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.394616:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.399226:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169471872:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.399239:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe5eceb7/0xd3c138f3308b9f85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x122d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.401390:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28314
00000100:00100000:3.0:1775764891.401400:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+144:3657:x1862023169475072:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.401413:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4380 count 1
00010000:00010000:3.0:1775764891.401426:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ac791d/0xd3c138f3308b9ffc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x111c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.401439:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbbdfc19/0xd3c138f33087b8f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x111c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06893 expref: 6858 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.401445:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.401446:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.401448:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088ac791d/0xd3c138f3308b9ffc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x111c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.401466:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fbbdfc19/0xd3c138f33087b8f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x111c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06893 expref: 6858 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.401476:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fbbdfc19/0xd3c138f33087b8f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x111c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06893 expref: 6858 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.401488:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40992b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169475328:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.401519:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408288180 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.401912:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.401917:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e02b5fe/0xd3c138f3308b9f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.401924:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fbe00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.401928:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e02b5fe/0xd3c138f3308b9f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.401935:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e02b5fe/0xd3c138f3308b9f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.401994:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e02b5fe/0xd3c138f3308b9f62 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.402001:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e02b5fe/0xd3c138f3308b9f62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.402015:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.402018:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308b9f9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.402025:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.402027:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308b9f9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.405931:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308b9f9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406387:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308b9f9a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406395:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308b9f9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406412:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.406415:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308b9fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406422:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092b4000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.406425:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308b9fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406432:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308b9fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406441:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308b9fb6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406448:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308b9fb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ab4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406461:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.406462:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.406464:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.406891:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.406896:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308b9fa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406903:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.406907:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308b9fa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406914:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308b9fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406925:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308b9fa8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.406932:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308b9fa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407006:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.407008:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.407009:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.407216:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf0e880d/0xd3c138f3308b9fa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x191c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407225:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf0e880d/0xd3c138f3308b9fa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x191c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407232:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf0e880d/0xd3c138f3308b9fa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x191c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407239:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf0e880d/0xd3c138f3308b9fa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x191c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407268:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.407378:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+146:3657:x1862023169470848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18848us (18898us total) trans 4294972419 rc 0/0
00000100:00100000:3.0:1775764891.407386:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28302
00000100:00100000:3.0:1775764891.407514:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169476096
00000100:00100000:3.0:1775764891.407518:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169476096
00000100:00100000:3.0:1775764891.407540:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169476352
00000100:00100000:3.0:1775764891.407543:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169476352
00000100:00100000:3.0:1775764891.407559:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28319
00000100:00100000:3.0:1775764891.407563:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+147:3660:x1862023169476352:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.407575:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6466 count 1
00010000:00010000:3.0:1775764891.407595:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000938f2d0/0xd3c138f3308ba02d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1942:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407609:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000deefcd2/0xd3c138f33087bafa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee068c4 expref: 6853 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407618:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.407620:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.407623:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000938f2d0/0xd3c138f3308ba02d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407645:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000deefcd2/0xd3c138f33087bafa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068c4 expref: 6853 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.407658:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000deefcd2/0xd3c138f33087bafa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee068c4 expref: 6853 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.407670:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40992b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169476480:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.407785:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b50878f0c0 going to sleep for 11 seconds
00000004:00080000:3.0:1775764891.407825:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eb7dc00/2, rc 0, transno 4294972418
00000100:00100000:3.0:1775764891.407833:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eb7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169473280:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.408376:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eb7ea00/2, rc 0, transno 4294972416
00000100:00100000:3.0:1775764891.408390:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169473024:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764891.408416:0:14060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4a2e069/0xd3c138f33087b933 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06918 expref: 6834 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.408429:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169473792:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.408444:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308b9fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408455:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308b9fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408462:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308b9fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408472:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308b9fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408478:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308b9fc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408493:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.408648:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+156:3658:x1862023169471616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15764us (16391us total) trans 4294972435 rc 0/0
00000100:00100000:3.0:1775764891.408656:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28307
00000100:00100000:3.0:1775764891.408670:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169476224
00000100:00100000:3.0:1775764891.408673:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169476224
00000100:00100000:3.0:1775764891.408693:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28321
00000100:00100000:3.0:1775764891.408699:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+156:3657:x1862023169476224:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.408712:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4822 count 1
00010000:00010000:3.0:1775764891.408725:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098a9bc02/0xd3c138f3308ba042 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408735:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000695964f2/0xd3c138f33087b96b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06988 expref: 6833 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408742:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.408744:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.408746:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098a9bc02/0xd3c138f3308ba042 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408764:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000695964f2/0xd3c138f33087b96b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06988 expref: 6833 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.408774:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000695964f2/0xd3c138f33087b96b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06988 expref: 6834 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.408789:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409929f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169477248:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.408904:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405635480 going to sleep for 11 seconds
00000004:00080000:3.0:1775764891.409264:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4050c9880/2, rc 0, transno 4294972435
00000100:00100000:3.0:1775764891.409279:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169471616:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.409290:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4050c9c00/2, rc 0, transno 4294972436
00000100:00100000:3.0:1775764891.409293:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169472768:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.409342:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169474560:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.409357:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc7db383/0xd3c138f3308b9fe7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410022:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.410027:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308b9fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410044:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.410047:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308b9fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410054:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308b9fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410065:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308b9fd9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410186:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308b9fd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410203:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.410206:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000faf8765/0xd3c138f3308b9fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410212:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fdc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.410215:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000faf8765/0xd3c138f3308b9fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410223:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000faf8765/0xd3c138f3308b9fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410235:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000faf8765/0xd3c138f3308b9fe0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x64b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410243:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.410246:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc7db383/0xd3c138f3308b9fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410253:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fa200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.410267:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc7db383/0xd3c138f3308b9fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410278:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc7db383/0xd3c138f3308b9fe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410287:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc7db383/0xd3c138f3308b9fe7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.410369:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.410371:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.410373:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.422875:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea585b89/0xd3c138f33087bb4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06965 expref: 6828 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.422888:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169475456:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.422900:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019757b40/0xd3c138f3308b9ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.422908:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019757b40/0xd3c138f3308b9ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.422914:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019757b40/0xd3c138f3308b9ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.422923:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019757b40/0xd3c138f3308b9ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.422934:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019757b40/0xd3c138f3308b9ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.422954:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.423502:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+162:3657:x1862023169475200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22100us (22273us total) trans 4294972441 rc 0/0
00000100:00100000:3.0:1775764891.424745:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28315
00010000:00010000:3.0:1775764891.424764:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.429229:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.429237:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308ba06c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429245:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092b5000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.429249:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308ba06c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429267:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308ba06c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429285:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308ba06c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429292:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308ba06c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429395:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.429398:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3b0f9dd/0xd3c138f3308ba050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429404:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092bf400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.429407:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3b0f9dd/0xd3c138f3308ba050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429415:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3b0f9dd/0xd3c138f3308ba050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429427:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3b0f9dd/0xd3c138f3308ba050 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429433:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3b0f9dd/0xd3c138f3308ba050 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429447:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.429450:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003cca008/0xd3c138f3308ba073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429456:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4042bbc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.429459:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003cca008/0xd3c138f3308ba073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429471:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003cca008/0xd3c138f3308ba073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429479:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003cca008/0xd3c138f3308ba073 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429486:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003cca008/0xd3c138f3308ba073 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.429500:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.429501:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.429503:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.430417:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bb85f80/2, rc 0, transno 4294972426
00000100:00100000:3.0:1775764891.430438:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169477120:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.430455:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bb85180/2, rc 0, transno 4294972428
00000100:00100000:3.0:1775764891.430458:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169476992:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.430474:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764891.430485:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169480320:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.434899:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.435002:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.435019:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405349880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6824:2412:x1862023150112128:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 10075us (10352us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.435025:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7070
00010000:00010000:3.0:1775764891.435712:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.435718:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba07a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.435726:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.435730:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba07a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.435738:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba07a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.435750:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba07a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.435756:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba07a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x207e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.435771:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.435773:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.435774:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.436241:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058e8a80/2, rc 0, transno 4294972430
00000100:00100000:3.0:1775764891.436252:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169478912:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.436665:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ba95180/2, rc 0, transno 4294972445
00000100:00100000:3.0:1775764891.436684:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169474816:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764891.436700:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.436704:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d1ff298/0xd3c138f3308ba0a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.436710:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4042ba200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.436714:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d1ff298/0xd3c138f3308ba0a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.436721:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d1ff298/0xd3c138f3308ba0a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.436732:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d1ff298/0xd3c138f3308ba0a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.436738:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d1ff298/0xd3c138f3308ba0a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.436752:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.436754:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.436755:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.439907:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.441022:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169483776
00000100:00100000:3.0:1775764891.441028:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169483776
00000100:00100000:3.0:1775764891.446694:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409907b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169481344:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.446721:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba0c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.446748:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7079
00000100:00100000:3.0:1775764891.446757:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6821:2411:x1862023150114048:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.446774:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.446779:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000097e838f5/0xd3c138f33087bb86 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee069d5 expref: 6821 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446796:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000097e838f5/0xd3c138f33087bb86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee069d5 expref: 6821 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446817:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.446820:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.446825:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba0b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446836:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba0b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446854:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.447271:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6820:2411:x1862023150114048:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 515us (696us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.447278:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7079
00010000:00010000:3.0:1775764891.447475:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba0c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.447483:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba0c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.447490:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba0c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.447497:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba0c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.447515:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.447612:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+172:3660:x1862023169480832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15878us (16211us total) trans 4294972450 rc 0/0
00000100:00100000:3.0:1775764891.447620:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28335
00000100:00100000:3.0:1775764891.447909:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169484032
00000100:00100000:3.0:1775764891.447913:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169484032
00000100:00100000:3.0:1775764891.448189:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28349
00000100:00100000:3.0:1775764891.448196:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+172:3660:x1862023169484032:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.448221:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9844 count 1
00010000:00010000:3.0:1775764891.448240:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba13e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2674:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.448252:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000080e1cd83/0xd3c138f33087b9d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2674:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a68 expref: 6818 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.448272:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.448274:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.448276:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba13e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2674:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.448864:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000080e1cd83/0xd3c138f33087b9d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2674:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a68 expref: 6817 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.448877:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000080e1cd83/0xd3c138f33087b9d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2674:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a68 expref: 6817 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.448895:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409928e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169484160:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.448935:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405635480 going to sleep for 11 seconds
00000004:00080000:3.0:1775764891.449289:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402ddf800/2, rc 0, transno 4294972449
00000100:00100000:3.0:1775764891.449373:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169479424:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.449497:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058e8000/2, rc 0, transno 4294972432
00000100:00100000:3.0:1775764891.449507:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169479296:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.449715:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.449725:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169484288:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.449753:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.449780:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169484544:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.449811:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.449831:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764891.449835:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169484416:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.449854:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.449872:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169484288
00000100:00100000:3.0:1775764891.449876:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169484288
00000100:00100000:3.0:1775764891.449899:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169484544
00000100:00100000:3.0:1775764891.449901:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169484544
00000100:00100000:3.0:1775764891.449912:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169484416
00000100:00100000:3.0:1775764891.449914:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169484416
00000100:00100000:3.0:1775764891.449928:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28350
00000100:00100000:3.0:1775764891.449934:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+163:3659:x1862023169484288:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.450246:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4822 count 1
00010000:00010000:3.0:1775764891.450271:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba153 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.450282:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000659628b1/0xd3c138f33087bb5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06981 expref: 6839 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.450289:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.450290:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.450375:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba153 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.450399:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000659628b1/0xd3c138f33087bb5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06981 expref: 6839 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.450407:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000659628b1/0xd3c138f33087bb5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06981 expref: 6839 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.450416:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40992b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169484928:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.450440:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408e9e600 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.451514:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169485056:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.451554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.451588:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.451593:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40898ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169485184:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.451610:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.451649:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.451654:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000450156be/0xd3c138f3308ba0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.451665:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408c40600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.451669:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000450156be/0xd3c138f3308ba0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.451676:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000450156be/0xd3c138f3308ba0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.451690:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000450156be/0xd3c138f3308ba0b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.451697:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000450156be/0xd3c138f3308ba0b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.451713:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.451714:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.451716:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.452490:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058eb480/2, rc 0, transno 4294972434
00000100:00100000:3.0:1775764891.452503:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169480192:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.454349:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058ead80/2, rc 0, transno 4294972435
00000100:00100000:3.0:1775764891.454366:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169481088:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.455650:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150115200
00000100:00100000:3.0:1775764891.455655:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150115200
00010000:00010000:3.0:1775764891.455674:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d302962/0xd3c138f33087b95d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0696c expref: 6837 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.455701:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150115072
00000100:00100000:3.0:1775764891.455703:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150115072
00010000:00010000:3.0:1775764891.455715:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b04410a/0xd3c138f33087bba2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a1b expref: 6818 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.455733:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7088
00000100:00100000:3.0:1775764891.455739:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d567050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6837:2410:x1862023150115200:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.455749:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.455754:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d302962/0xd3c138f33087b95d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0696c expref: 6837 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455763:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d302962/0xd3c138f33087b95d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0696c expref: 6838 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455778:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d302962/0xd3c138f33087b95d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0696c expref: 6838 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455789:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.455791:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.455794:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba0f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455809:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba0f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455832:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.455851:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d567050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6837:2410:x1862023150115200:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 113us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.455859:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7088
00010000:00010000:3.0:1775764891.455903:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba0f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455912:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba0f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455922:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba0f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455929:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba0f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.455954:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.456063:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40efe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+166:3658:x1862023169481984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20053us (20155us total) trans 4294972437 rc 0/0
00000100:00100000:3.0:1775764891.456079:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28343
00000004:00080000:3.0:1775764891.456135:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409906d80/2, rc 0, transno 4294972437
00000100:00100000:3.0:1775764891.456147:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169481984:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.456195:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169486080:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.456218:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.456269:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8a4000/2, rc 0, transno 4294972452
00000100:00100000:3.0:1775764891.456279:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169480960:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.457770:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169483648:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.457790:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ce696ce/0xd3c138f3308ba130 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.458370:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169486592
00000100:00100000:3.0:1775764891.458373:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169486592
00000100:00100000:3.0:1775764891.458397:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169486464
00000100:00100000:3.0:1775764891.458400:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169486464
00000100:00100000:3.0:1775764891.458417:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28360
00000100:00100000:3.0:1775764891.458423:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+176:3658:x1862023169486464:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.458433:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1983 count 1
00010000:00010000:3.0:1775764891.458444:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba18b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.458455:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057503b75/0xd3c138f33087b9f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aa0 expref: 6815 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.458462:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.458464:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.458466:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba18b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.458481:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057503b75/0xd3c138f33087b9f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aa0 expref: 6815 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.458496:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057503b75/0xd3c138f33087b9f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aa0 expref: 6815 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.458504:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eb7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169486976:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.458522:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408e9e180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.460266:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409928e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169484160:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.460290:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba13e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2674:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.460330:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a861e8d/0xd3c138f33087bbbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a53 expref: 6816 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.460345:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169483904:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.460358:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000056ff0cd7/0xd3c138f3308ba137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.460366:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000056ff0cd7/0xd3c138f3308ba137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.460374:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056ff0cd7/0xd3c138f3308ba137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.460384:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056ff0cd7/0xd3c138f3308ba137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.460392:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056ff0cd7/0xd3c138f3308ba137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.460410:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.460567:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+177:3658:x1862023169483776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18205us (20147us total) trans 4294972455 rc 0/0
00000100:00100000:3.0:1775764891.460575:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28348
00000100:00100000:3.0:1775764891.460605:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40992b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169484928:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.460618:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba153 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764891.460647:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eb7f800/2, rc 0, transno 4294972455
00000100:00100000:3.0:1775764891.460659:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169483776:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.460727:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169487104:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.460757:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.461832:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba13e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.461839:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba13e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.461848:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba13e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.461861:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba13e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.461872:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764891.461976:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+178:3660:x1862023169484032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13781us (14181us total) trans 4294972456 rc 0/0
00000100:00100000:3.0:1775764891.461982:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28349
00000004:00080000:3.0:1775764891.462016:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eb7d500/2, rc 0, transno 4294972456
00000100:00100000:3.0:1775764891.462027:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eb7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169484032:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.462103:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169487360:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.462146:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.462173:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169487360
00000100:00100000:3.0:1775764891.462176:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169487360
00000100:00100000:3.0:1775764891.462197:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28362
00000100:00100000:3.0:1775764891.462202:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+178:3660:x1862023169487360:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.462215:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5936 count 1
00010000:00010000:3.0:1775764891.462228:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308ba199 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1730:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.462238:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b826db3/0xd3c138f33087ba05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aca expref: 6813 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.462245:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.462247:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.462249:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308ba199 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.462279:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b826db3/0xd3c138f33087ba05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aca expref: 6813 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.462290:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b826db3/0xd3c138f33087ba05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aca expref: 6813 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.462312:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169487616:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.462338:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405635480 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.462352:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba153 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.462361:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba153 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.462369:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba153 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.462376:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.462386:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:3.0:1775764891.462453:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+169:3659:x1862023169484288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12520us (12700us total) trans 4294972441 rc 0/0
00000100:00100000:3.0:1775764891.462460:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28350
00000004:00080000:3.0:1775764891.462488:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931fb80/2, rc 0, transno 4294972441
00000100:00100000:3.0:1775764891.462513:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169484288:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764891.466479:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ce696ce/0xd3c138f3308ba130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.466489:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ce696ce/0xd3c138f3308ba130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.466499:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ce696ce/0xd3c138f3308ba130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.466507:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ce696ce/0xd3c138f3308ba130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.466519:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.466663:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40992b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+179:3657:x1862023169483392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26566us (26756us total) trans 4294972457 rc 0/0
00000100:00100000:3.0:1775764891.466669:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28347
00010000:00010000:3.0:1775764891.467527:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000967e007d/0xd3c138f33087bb7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee069c7 expref: 6829 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.467541:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169486208:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.467560:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009398c7b5/0xd3c138f3308ba176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467568:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009398c7b5/0xd3c138f3308ba176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467576:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009398c7b5/0xd3c138f3308ba176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467585:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009398c7b5/0xd3c138f3308ba176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467592:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009398c7b5/0xd3c138f3308ba176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467601:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764891.467678:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+173:3659:x1862023169486080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11331us (11459us total) trans 4294972444 rc 0/0
00000100:00100000:3.0:1775764891.467685:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28357
00000100:00100000:3.0:1775764891.467820:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169489024
00000100:00100000:3.0:1775764891.467824:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169489024
00000100:00100000:3.0:1775764891.467844:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28368
00000100:00100000:3.0:1775764891.467850:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+173:3659:x1862023169489024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.467861:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6109 count 1
00010000:00010000:3.0:1775764891.467871:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098a9bc02/0xd3c138f3308ba1df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467883:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e81a387f/0xd3c138f33087bb08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a22 expref: 6828 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467890:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.467892:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.467894:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098a9bc02/0xd3c138f3308ba1df lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467911:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e81a387f/0xd3c138f33087bb08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a22 expref: 6828 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.467921:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e81a387f/0xd3c138f33087bb08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a22 expref: 6828 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.467930:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169489152:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.468654:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a3203c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.469620:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.469631:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169489408:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.469662:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.469694:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764891.469702:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169489664:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.469724:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.469747:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28370
00000100:00100000:3.0:1775764891.469754:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+180:3659:x1862023169489408:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.469774:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8467 count 1
00010000:00010000:3.0:1775764891.469791:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308ba1ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2113:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.469804:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002700576d/0xd3c138f33087bc04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06adf expref: 6809 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.469817:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.469819:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.469821:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308ba1ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.469843:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002700576d/0xd3c138f33087bc04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06adf expref: 6809 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.469855:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002700576d/0xd3c138f33087bc04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06adf expref: 6809 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.469867:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169489792:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.469889:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a320480 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.469901:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169489536:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.469922:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.473945:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40898dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169486720:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.473987:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000082385eab/0xd3c138f3308ba17d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.476013:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eb7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169486976:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.476030:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba18b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.476063:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169487616:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.476076:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308ba199 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.476093:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000082385eab/0xd3c138f3308ba17d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.476100:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082385eab/0xd3c138f3308ba17d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.476110:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082385eab/0xd3c138f3308ba17d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.477597:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082385eab/0xd3c138f3308ba17d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.477623:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.477793:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40898d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+183:3660:x1862023169486336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19656us (19811us total) trans 4294972461 rc 0/0
00000100:00100000:3.0:1775764891.477801:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28358
00000100:00100000:3.0:1775764891.478825:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169490688
00000100:00100000:3.0:1775764891.478832:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169490688
00000100:00100000:3.0:1775764891.478885:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28375
00000100:00100000:3.0:1775764891.478895:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+183:3657:x1862023169490688:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.478929:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:161 count 1
00010000:00010000:3.0:1775764891.478951:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308ba210 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xa1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.478969:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000046e05aa3/0xd3c138f33087bf84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b10 expref: 6807 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.478977:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.478979:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.478983:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308ba210 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.479007:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000046e05aa3/0xd3c138f33087bf84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b10 expref: 6807 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.479018:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000046e05aa3/0xd3c138f33087bf84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b10 expref: 6807 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.479031:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e344a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169490816:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.484212:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002700576d/0xd3c138f33087bc04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06adf expref: 6804 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.484227:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e347100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169489792:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.484247:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308ba1ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484271:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308ba1ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484278:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308ba1ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484288:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308ba1ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484295:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308ba1ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484309:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.484449:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+184:3659:x1862023169489408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14695us (14785us total) trans 4294972464 rc 0/0
00000100:00100000:3.0:1775764891.484458:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28370
00010000:00010000:3.0:1775764891.484486:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308ba199 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484494:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308ba199 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484501:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308ba199 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484513:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308ba199 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484521:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764891.484602:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+184:3660:x1862023169487360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22399us (22454us total) trans 4294972465 rc 0/0
00000100:00100000:3.0:1775764891.484608:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28362
00010000:00010000:3.0:1775764891.484678:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e81a387f/0xd3c138f33087bb08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a22 expref: 6825 pid: 14044 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.484691:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169489152:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.484703:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098a9bc02/0xd3c138f3308ba1df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484711:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000098a9bc02/0xd3c138f3308ba1df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484717:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098a9bc02/0xd3c138f3308ba1df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484724:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098a9bc02/0xd3c138f3308ba1df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484730:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098a9bc02/0xd3c138f3308ba1df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.484738:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:3.0:1775764891.484827:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+176:3659:x1862023169489024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16977us (17018us total) trans 4294972448 rc 0/0
00000100:00100000:3.0:1775764891.484834:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28368
00000100:00100000:3.0:1775764891.484861:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e347100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169491200:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.484890:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.484921:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ba97800/2, rc 0, transno 4294972464
00000100:00100000:3.0:1775764891.484930:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169489408:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.484940:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051d7800/2, rc 0, transno 4294972448
00000100:00100000:3.0:1775764891.484950:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169489024:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.485003:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169491200
00000100:00100000:3.0:1775764891.485008:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169491200
00000100:00100000:3.0:1775764891.485043:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28377
00000100:00100000:3.0:1775764891.485050:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+184:3659:x1862023169491200:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.485076:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8933 count 1
00010000:00010000:3.0:1775764891.485097:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba21e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.485111:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001060816c/0xd3c138f33087bc20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b17 expref: 6803 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.485151:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.485153:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.485156:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba21e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.485181:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001060816c/0xd3c138f33087bc20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b17 expref: 6803 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.485194:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001060816c/0xd3c138f33087bc20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b17 expref: 6803 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.485205:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40898dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169491584:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.485250:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a320f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.485280:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.485286:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169491328:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.485311:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.485341:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169491328
00000100:00100000:3.0:1775764891.485345:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169491328
00000100:00100000:3.0:1775764891.485370:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28378
00000100:00100000:3.0:1775764891.485376:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5367adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+176:3659:x1862023169491328:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.485387:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:654 count 1
00010000:00010000:3.0:1775764891.485401:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009398c7b5/0xd3c138f3308ba225 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.485412:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000250f9272/0xd3c138f33087b9cd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a5a expref: 6824 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.485418:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.485420:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.485422:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009398c7b5/0xd3c138f3308ba225 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.485441:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000250f9272/0xd3c138f33087b9cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a5a expref: 6824 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.485451:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000250f9272/0xd3c138f33087b9cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a5a expref: 6824 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.485462:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5367ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169491712:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.485485:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a3206c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.488023:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40534a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169490304:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.488038:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9c7e9e0/0xd3c138f3308ba202 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.488058:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba18b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.488066:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba18b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.488074:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba18b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.488080:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba18b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.488096:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.488225:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+186:3658:x1862023169486464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29802us (29841us total) trans 4294972466 rc 0/0
00000100:00100000:3.0:1775764891.488234:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28360
00000100:00100000:3.0:1775764891.493531:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5367adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169493376:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.493567:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.493610:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169493376
00000100:00100000:3.0:1775764891.493616:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169493376
00000100:00100000:3.0:1775764891.493639:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169493248
00000100:00100000:3.0:1775764891.493641:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169493248
00000100:00100000:3.0:1775764891.495586:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169493632
00000100:00100000:3.0:1775764891.495591:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169493632
00000100:00100000:3.0:1775764891.495665:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169493504
00000100:00100000:3.0:1775764891.495669:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169493504
00000100:00100000:3.0:1775764891.495683:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28385
00000100:00100000:3.0:1775764891.495691:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+181:3660:x1862023169493376:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.495717:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7494 count 1
00010000:00010000:3.0:1775764891.495738:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b558294/0xd3c138f3308ba272 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.495757:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f651cbe7/0xd3c138f33087b9e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a84 expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.495764:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.495766:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.495770:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b558294/0xd3c138f3308ba272 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.495806:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f651cbe7/0xd3c138f33087b9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a84 expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.495819:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f651cbe7/0xd3c138f33087b9e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a84 expref: 6820 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.495832:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409905180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169493760:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.495886:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a320d80 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.495906:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9c7e9e0/0xd3c138f3308ba202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.495915:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9c7e9e0/0xd3c138f3308ba202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.495925:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9c7e9e0/0xd3c138f3308ba202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.495932:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9c7e9e0/0xd3c138f3308ba202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.495958:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.496327:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40534a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+182:3660:x1862023169490048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25888us (25942us total) trans 4294972452 rc 0/0
00000100:00100000:3.0:1775764891.496335:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28373
00000100:00100000:3.0:1775764891.496360:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28386
00000100:00100000:3.0:1775764891.496368:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+181:3659:x1862023169493248:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.496383:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4472 count 1
00010000:00010000:3.0:1775764891.496395:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c17edd5/0xd3c138f3308ba279 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496407:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e878dd6/0xd3c138f33087bbcc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a6f expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496414:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.496416:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.496419:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c17edd5/0xd3c138f3308ba279 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496439:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e878dd6/0xd3c138f33087bbcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a6f expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496450:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e878dd6/0xd3c138f33087bbcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a6f expref: 6820 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.496460:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409906680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169493888:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.496488:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a3203c0 going to sleep for 11 seconds
00000004:00080000:3.0:1775764891.496530:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931ce00/2, rc 0, transno 4294972452
00000100:00100000:3.0:1775764891.496543:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169490048:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.496563:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28387
00000100:00100000:3.0:1775764891.496571:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+181:3658:x1862023169493632:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.496584:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1983 count 1
00010000:00010000:3.0:1775764891.496595:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000698a08a3/0xd3c138f3308ba280 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496607:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004869a1b4/0xd3c138f33087bbe1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a99 expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496614:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.496616:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.496618:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000698a08a3/0xd3c138f3308ba280 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496639:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004869a1b4/0xd3c138f33087bbe1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a99 expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496649:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004869a1b4/0xd3c138f33087bbe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a99 expref: 6820 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.496659:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409904a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169494016:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.496681:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405635480 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.496737:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.496748:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169494144:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.496777:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.496799:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169494144
00000100:00100000:3.0:1775764891.496804:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169494144
00000100:00100000:3.0:1775764891.496825:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28388
00000100:00100000:3.0:1775764891.496832:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+182:3658:x1862023169493504:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.496844:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3103 count 1
00010000:00010000:3.0:1775764891.496856:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba287 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496867:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5ca8dcb/0xd3c138f33087b9e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a92 expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496874:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.496876:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.496878:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba287 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496897:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5ca8dcb/0xd3c138f33087b9e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a92 expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.496906:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5ca8dcb/0xd3c138f33087b9e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a92 expref: 6820 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.496917:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409907b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169494272:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.496942:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.496959:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28389
00000100:00100000:3.0:1775764891.496966:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+182:3660:x1862023169494144:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.496979:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1563 count 1
00010000:00010000:3.0:1775764891.496991:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000859b5d53/0xd3c138f3308ba28e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x61b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.497007:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e2907f7/0xd3c138f33087bbe8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x61b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aa7 expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.497014:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.497015:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.497018:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000859b5d53/0xd3c138f3308ba28e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x61b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.497352:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e2907f7/0xd3c138f33087bbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x61b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aa7 expref: 6820 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.497363:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e2907f7/0xd3c138f33087bbe8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x61b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aa7 expref: 6820 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.497373:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409905c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169494400:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.497404:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.497485:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7121
00000100:00100000:3.0:1775764891.497494:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6802:2412:x1862023150119808:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.497502:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.497507:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000046e05aa3/0xd3c138f33087bf84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b10 expref: 6802 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.497517:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000046e05aa3/0xd3c138f33087bf84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b10 expref: 6802 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.497535:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.497848:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.497854:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308ba210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.497864:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308ba210 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.498188:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.498209:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6800:2412:x1862023150119808:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 717us (2815us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.498216:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7121
00000100:00100000:3.0:1775764891.498623:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169494528:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.500856:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.501469:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169495168:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.501499:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.501781:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.501787:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169495296:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.501811:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.501845:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40534b100/2, rc 0, transno 4294972472
00000100:00100000:3.0:1775764891.501856:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40534b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169492224:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764891.502243:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1775764891.502249:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308ba22c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502275:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fb200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.502279:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308ba22c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502287:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308ba22c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502299:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308ba22c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502306:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7d645c0/0xd3c138f3308ba22c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502325:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.502329:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4bfc141/0xd3c138f3308ba23a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502335:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092b5200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.502338:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4bfc141/0xd3c138f3308ba23a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502345:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4bfc141/0xd3c138f3308ba23a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502354:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4bfc141/0xd3c138f3308ba23a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502362:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4bfc141/0xd3c138f3308ba23a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502375:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.502378:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502383:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092b5a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.502385:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502392:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502400:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba248 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502406:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba248 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502417:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.502420:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308ba233 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502427:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092faa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.502430:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308ba233 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502438:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308ba233 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502448:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308ba233 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502454:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aca265ff/0xd3c138f3308ba233 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.502464:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.502466:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.502468:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.502473:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.502504:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea08380/2, rc 0, transno 4294972473
00000100:00100000:3.0:1775764891.502520:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169492480:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.502531:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eb7d880/2, rc 0, transno 4294972471
00000100:00100000:3.0:1775764891.502535:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eb7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169491456:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.502546:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169495680:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.503701:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.503734:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405349c00/2, rc 0, transno 4294972474
00000100:00100000:3.0:1775764891.503742:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169491968:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.510292:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169493120:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.510322:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000113a6bb5/0xd3c138f3308ba26b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2674:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.511534:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409905180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169493760:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.511557:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002b558294/0xd3c138f3308ba272 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516516:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.516521:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000113a6bb5/0xd3c138f3308ba26b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516527:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408c95400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.516530:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000113a6bb5/0xd3c138f3308ba26b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516536:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000113a6bb5/0xd3c138f3308ba26b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516544:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000113a6bb5/0xd3c138f3308ba26b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516548:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000113a6bb5/0xd3c138f3308ba26b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516561:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.516563:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c17edd5/0xd3c138f3308ba279 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516567:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406cfc600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.516569:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c17edd5/0xd3c138f3308ba279 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516573:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c17edd5/0xd3c138f3308ba279 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516578:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c17edd5/0xd3c138f3308ba279 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516581:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c17edd5/0xd3c138f3308ba279 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516588:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.516589:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.516590:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.516606:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409904a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169494016:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.516619:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000698a08a3/0xd3c138f3308ba280 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516629:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002b558294/0xd3c138f3308ba272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516634:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b558294/0xd3c138f3308ba272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516644:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b558294/0xd3c138f3308ba272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516648:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b558294/0xd3c138f3308ba272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516689:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.516769:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+187:3660:x1862023169493376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21080us (23201us total) trans 4294972457 rc 0/0
00000100:00100000:3.0:1775764891.516777:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28385
00010000:00010000:3.0:1775764891.516804:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5ca8dcb/0xd3c138f33087b9e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a92 expref: 6815 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.516814:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409907b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169494272:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.516826:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba287 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516834:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba287 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516840:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba287 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516848:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba287 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.516855:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba287 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.517399:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764891.517405:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba287 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.517538:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+187:3658:x1862023169493504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20704us (23849us total) trans 4294972458 rc 0/0
00000100:00100000:3.0:1775764891.517545:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28388
00000100:00100000:3.0:1775764891.518520:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.518585:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409905c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169494400:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.518607:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000859b5d53/0xd3c138f3308ba28e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x61b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.518693:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.518732:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.518772:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.518793:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.518827:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.518848:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150121728
00000100:00100000:3.0:1775764891.518854:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150121728
00010000:00010000:3.0:1775764891.518885:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004869a1b4/0xd3c138f33087bbe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06a99 expref: 6815 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.518914:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150121856
00000100:00100000:3.0:1775764891.518917:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150121856
00010000:00010000:3.0:1775764891.518928:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e2907f7/0xd3c138f33087bbe8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x61b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06aa7 expref: 6816 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.520241:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150122112
00000100:00100000:3.0:1775764891.520246:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150122112
00010000:00010000:3.0:1775764891.520277:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007894dd43/0xd3c138f33087bc58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b87 expref: 6796 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.520295:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7136
00000100:00100000:3.0:1775764891.520301:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6815:2411:x1862023150122368:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.520309:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.520314:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008b708795/0xd3c138f33087b9fe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x198c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06abc expref: 6815 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520322:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008b708795/0xd3c138f33087b9fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x198c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06abc expref: 6815 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520336:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.520337:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.520340:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000234be38e/0xd3c138f3308ba2aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x198c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520348:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000234be38e/0xd3c138f3308ba2aa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x198c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520360:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.520377:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6814:2411:x1862023150122368:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 77us (1605us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.520383:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7136
00000100:00100000:3.0:1775764891.520398:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7138
00000100:00100000:3.0:1775764891.520404:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409906680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6796:2411:x1862023150122240:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.520412:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.520416:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d7039d8/0xd3c138f33087ba28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d39 expref: 6796 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520425:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d7039d8/0xd3c138f33087ba28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d39 expref: 6796 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520437:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.520438:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.520441:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012cc456e/0xd3c138f3308ba2a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520449:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc456e/0xd3c138f3308ba2a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520461:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.520477:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409906680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6796:2411:x1862023150122240:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 74us (1650us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.520484:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7138
00000100:00100000:3.0:1775764891.520496:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7139
00000100:00100000:3.0:1775764891.520502:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6795:2411:x1862023150122112:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.520509:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.520512:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007894dd43/0xd3c138f33087bc58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b87 expref: 6795 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520522:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007894dd43/0xd3c138f33087bc58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b87 expref: 6794 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520533:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.520534:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.520537:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d67256de/0xd3c138f3308ba29c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520544:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67256de/0xd3c138f3308ba29c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.520555:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.520570:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6794:2411:x1862023150122112:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 68us (1838us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.520576:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7139
00000100:00100000:3.0:1775764891.520616:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.520695:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402ddf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169496320:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.520727:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b86b18ee/0xd3c138f3308ba2bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.522723:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28404
00000100:00100000:3.0:1775764891.522731:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+189:3658:x1862023169497856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.522743:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3476 count 1
00010000:00010000:3.0:1775764891.522755:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba313 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.522766:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004acf6684/0xd3c138f33087bc12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xd94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06afb expref: 6811 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.522772:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.522773:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.522776:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba313 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.522795:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004acf6684/0xd3c138f33087bc12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06afb expref: 6811 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.522804:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004acf6684/0xd3c138f33087bc12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06afb expref: 6811 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.522814:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169498240:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.522854:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.522914:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169496704:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.522929:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000530286ef/0xd3c138f3308ba2c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.522989:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.523003:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150122752
00000100:00100000:3.0:1775764891.523007:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150122752
00010000:00010000:3.0:1775764891.523021:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060a2be79/0xd3c138f33087bdd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bb8 expref: 6792 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.523053:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7142
00000100:00100000:3.0:1775764891.523059:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6792:2411:x1862023150122752:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.523066:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.523081:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060a2be79/0xd3c138f33087bdd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bb8 expref: 6792 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523091:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060a2be79/0xd3c138f33087bdd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bb8 expref: 6792 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523103:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060a2be79/0xd3c138f33087bdd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bb8 expref: 6792 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523151:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.523153:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.523156:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b86b18ee/0xd3c138f3308ba2bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523163:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b86b18ee/0xd3c138f3308ba2bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523179:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.523198:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6791:2411:x1862023150122752:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 139us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.523204:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7142
00010000:00010000:3.0:1775764891.523223:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b86b18ee/0xd3c138f3308ba2bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523232:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b86b18ee/0xd3c138f3308ba2bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523239:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b86b18ee/0xd3c138f3308ba2bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523247:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b86b18ee/0xd3c138f3308ba2bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1aa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523281:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.523358:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+198:3659:x1862023169496064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20286us (20583us total) trans 4294972478 rc 0/0
00000100:00100000:3.0:1775764891.523365:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28396
00000100:00100000:3.0:1775764891.523399:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.523410:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150122880
00000100:00100000:3.0:1775764891.523414:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150122880
00010000:00010000:3.0:1775764891.523425:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c54cea66/0xd3c138f33087bde0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bc6 expref: 6791 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.523446:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7143
00000100:00100000:3.0:1775764891.523452:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6791:2411:x1862023150122880:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.523459:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.523463:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c54cea66/0xd3c138f33087bde0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bc6 expref: 6791 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523473:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c54cea66/0xd3c138f33087bde0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bc6 expref: 6791 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523485:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.523486:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.523489:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000746d287c/0xd3c138f3308ba2cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523497:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000746d287c/0xd3c138f3308ba2cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523508:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.523524:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6791:2411:x1862023150122880:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 73us (125us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.523529:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7143
00000100:00100000:3.0:1775764891.523559:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.523579:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.523588:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150123136
00000100:00100000:3.0:1775764891.523592:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150123136
00010000:00010000:3.0:1775764891.523602:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f8ac2f8/0xd3c138f33087bde7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bd4 expref: 6790 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.523613:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150123008
00000100:00100000:3.0:1775764891.523615:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150123008
00010000:00010000:3.0:1775764891.523623:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000078d95d90/0xd3c138f33087bdcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b9c expref: 6791 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.523635:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7144
00000100:00100000:3.0:1775764891.523640:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6791:2411:x1862023150123136:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.523647:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.523651:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f8ac2f8/0xd3c138f33087bde7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bd4 expref: 6791 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523660:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f8ac2f8/0xd3c138f33087bde7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bd4 expref: 6791 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523672:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f8ac2f8/0xd3c138f33087bde7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bd4 expref: 6791 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523682:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.523683:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.523686:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe5eceb7/0xd3c138f3308ba2d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523694:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe5eceb7/0xd3c138f3308ba2d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523710:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.523723:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6790:2411:x1862023150123136:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 83us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.523729:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7144
00000100:00100000:3.0:1775764891.523758:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.523793:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.523805:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150123520
00000100:00100000:3.0:1775764891.523809:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150123520
00010000:00010000:3.0:1775764891.523822:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d16d0e6/0xd3c138f33087ba0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ad8 expref: 6812 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.523835:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7146
00000100:00100000:3.0:1775764891.523841:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6812:2411:x1862023150123520:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.523848:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.523852:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d16d0e6/0xd3c138f33087ba0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ad8 expref: 6812 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523862:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d16d0e6/0xd3c138f33087ba0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ad8 expref: 6812 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523876:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.523877:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.523880:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c43f185/0xd3c138f3308ba2f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523892:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c43f185/0xd3c138f3308ba2f7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523902:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.523912:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6812:2411:x1862023150123520:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 73us (119us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.523918:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7146
00000100:00100000:3.0:1775764891.524034:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.526230:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28412
00000100:00100000:3.0:1775764891.526241:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+193:3659:x1862023169499520:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.526677:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1362 count 1
00010000:00010000:3.0:1775764891.526687:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308ba352 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x552:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.526698:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a7544fd/0xd3c138f33087bf68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b48 expref: 6809 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.526704:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.526705:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.526708:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308ba352 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.527189:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a7544fd/0xd3c138f33087bf68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b48 expref: 6809 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.527204:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a7544fd/0xd3c138f33087bf68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b48 expref: 6809 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.527214:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169500544:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.527236:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7480 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.531021:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.531623:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.531633:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169501440:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.531669:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.531711:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169501440
00000100:00100000:3.0:1775764891.531717:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169501440
00000100:00100000:3.0:1775764891.531790:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28417
00000100:00100000:3.0:1775764891.531799:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+205:3660:x1862023169501440:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.531818:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9767 count 1
00010000:00010000:3.0:1775764891.531835:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004bfe5198/0xd3c138f3308ba38a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.531849:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f33087bcb3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c44 expref: 6785 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.531856:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.531858:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.531860:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004bfe5198/0xd3c138f3308ba38a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.531885:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f33087bcb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c44 expref: 6785 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.531895:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f33087bcb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c44 expref: 6785 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.531906:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169501568:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.531956:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7b40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.532957:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169498240:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.532971:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000003ea0c76/0xd3c138f3308ba313 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.534634:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150123776
00000100:00100000:3.0:1775764891.534643:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150123776
00010000:00010000:3.0:1775764891.534681:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f97a9bc/0xd3c138f33087bdfc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06af4 expref: 6809 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.534726:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7148
00000100:00100000:3.0:1775764891.534736:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6809:2412:x1862023150123776:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.534753:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.534759:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f97a9bc/0xd3c138f33087bdfc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06af4 expref: 6809 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.534779:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f97a9bc/0xd3c138f33087bdfc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06af4 expref: 6809 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.534803:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f97a9bc/0xd3c138f33087bdfc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06af4 expref: 6809 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.534819:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.534821:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.534825:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc7db383/0xd3c138f3308ba305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.534834:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc7db383/0xd3c138f3308ba305 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.534870:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.534928:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6808:2412:x1862023150123776:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 194us (464us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.534936:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7148
00000004:00080000:3.0:1775764891.535537:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40593df80/2, rc 0, transno 4294972465
00000100:00100000:3.0:1775764891.535562:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40593df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169497600:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.538297:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169500544:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.538329:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308ba352 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.539050:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e9a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169500416:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.539064:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e1a6470/0xd3c138f3308ba34b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.541847:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764891.543083:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.543088:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cfc400/0xd3c138f3308ba3ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543094:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406cfc400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.543098:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cfc400/0xd3c138f3308ba3ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543110:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cfc400/0xd3c138f3308ba3ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543141:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa40:0x0].0x0 (ffff89b4077fca00)
00010000:00010000:3.0:1775764891.543143:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764891.543146:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cfc400/0xd3c138f3308ba3ad lrc: 1/0,0 mode: --/PW res: [0x200000402:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543151:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cfc400/0xd3c138f3308ba3ad lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543165:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.543166:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.543168:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.543416:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.543421:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048d2ac94/0xd3c138f3308ba336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543429:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.543432:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048d2ac94/0xd3c138f3308ba336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543439:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048d2ac94/0xd3c138f3308ba336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543450:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048d2ac94/0xd3c138f3308ba336 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543457:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048d2ac94/0xd3c138f3308ba336 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.543473:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.543474:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.543476:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.544936:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e9a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169502464:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.544984:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.545019:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.545024:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169502336:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.545045:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.545197:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764891.545207:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169502208:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.545229:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.549080:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549387:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549418:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549436:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549452:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549472:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549488:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549501:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549511:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549521:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549532:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549541:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549590:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e9a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169502080:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.549618:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000698a08a3/0xd3c138f3308ba3b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.549672:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549686:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549697:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.549707:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764891.553313:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.553325:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf0e880d/0xd3c138f3308ba344 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.553334:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf0e880d/0xd3c138f3308ba344 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.553346:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf0e880d/0xd3c138f3308ba344 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.553352:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf0e880d/0xd3c138f3308ba344 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.553364:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.554397:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+198:3658:x1862023169499392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28229us (28732us total) trans 4294972472 rc 0/0
00000100:00100000:3.0:1775764891.554406:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28411
00010000:00010000:3.0:1775764891.554430:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.554435:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174c00/0xd3c138f3308ba3e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554442:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408174c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.554444:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174c00/0xd3c138f3308ba3e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554451:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174c00/0xd3c138f3308ba3e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554460:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f8d:0x0].0x0 (ffff89b4077fc900)
00010000:00010000:3.0:1775764891.554462:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764891.554465:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174c00/0xd3c138f3308ba3e5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554470:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174c00/0xd3c138f3308ba3e5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554483:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.554484:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.554486:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.554507:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051d5f80/2, rc 0, transno 4294972491
00000100:00100000:3.0:1775764891.554516:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169502336:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.554527:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409228700/2, rc 0, transno 4294972469
00000100:00100000:3.0:1775764891.554531:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169500672:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.554539:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40593f800/2, rc 0, transno 4294972492
00000100:00100000:3.0:1775764891.554543:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40593f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169498368:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.554547:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.554556:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169503232:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.554581:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.554633:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169503360:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.554653:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.554679:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169502976:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.554700:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.554715:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169503488:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.554732:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.554757:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e9a7b80/2, rc 0, transno 4294972473
00000100:00100000:3.0:1775764891.554760:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e9a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169502464:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.554903:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28424
00000100:00100000:3.0:1775764891.554910:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+212:3660:x1862023169503360:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.554925:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4050 count 1
00010000:00010000:3.0:1775764891.554935:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308ba3f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554944:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a327580/0xd3c138f33087be8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cad expref: 6775 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554951:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.554954:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.554957:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308ba3f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554980:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a327580/0xd3c138f33087be8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cad expref: 6775 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.554993:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a327580/0xd3c138f33087be8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cad expref: 6775 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.555006:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405072300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169503744:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.555220:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.555678:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.557775:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764891.557785:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169504256:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.557817:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.558542:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558555:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558565:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558573:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558590:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.558602:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.558608:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558616:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092b4c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.558620:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558628:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558644:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558652:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c068f10e/0xd3c138f3308ba33d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558674:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.558676:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.558678:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.558855:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+198:3659:x1862023169499136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32829us (33210us total) trans 4294972474 rc 0/0
00000100:00100000:3.0:1775764891.558864:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28410
00000100:00100000:3.0:1775764891.558883:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169504256
00000100:00100000:3.0:1775764891.558888:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169504256
00000100:00100000:3.0:1775764891.558919:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28428
00000100:00100000:3.0:1775764891.558926:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+214:3657:x1862023169504256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.558948:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2943 count 1
00010000:00010000:3.0:1775764891.558965:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308ba40f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558978:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006e3fdebb/0xd3c138f33087bceb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cc2 expref: 6775 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558985:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.558987:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.558990:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308ba40f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.559014:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006e3fdebb/0xd3c138f33087bceb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cc2 expref: 6775 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.559025:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006e3fdebb/0xd3c138f33087bceb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cc2 expref: 6775 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.559052:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405070700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169504384:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.559292:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed73c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.559357:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764891.560006:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.560012:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000746d287c/0xd3c138f3308ba3c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560020:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fb000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.560025:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000746d287c/0xd3c138f3308ba3c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560044:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000746d287c/0xd3c138f3308ba3c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560057:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000746d287c/0xd3c138f3308ba3c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560063:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000746d287c/0xd3c138f3308ba3c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560090:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.560092:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.560093:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.560181:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.560200:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.560266:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.560289:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150127360
00000100:00100000:3.0:1775764891.560294:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150127360
00010000:00010000:3.0:1775764891.560321:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001fc442c1/0xd3c138f33087be96 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cbb expref: 6775 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.560343:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150127232
00000100:00100000:3.0:1775764891.560346:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150127232
00010000:00010000:3.0:1775764891.560357:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6667e64/0xd3c138f33087bcc8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c7c expref: 6776 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.560371:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150127488
00000100:00100000:3.0:1775764891.560373:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150127488
00010000:00010000:3.0:1775764891.560384:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e87ac590/0xd3c138f33087bccf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c8a expref: 6777 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.560403:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7169
00000100:00100000:3.0:1775764891.560410:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6777:2412:x1862023150127360:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.560422:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.560427:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001fc442c1/0xd3c138f33087be96 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cbb expref: 6777 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560438:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001fc442c1/0xd3c138f33087be96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cbb expref: 6777 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560453:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.560455:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.560460:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001bb50fc9/0xd3c138f3308ba401 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560475:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001bb50fc9/0xd3c138f3308ba401 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560490:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.560524:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6777:2412:x1862023150127360:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 115us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.560531:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7169
00000100:00100000:3.0:1775764891.560545:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7170
00000100:00100000:3.0:1775764891.560551:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6776:2412:x1862023150127232:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.560559:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.560563:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6667e64/0xd3c138f33087bcc8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x235b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c7c expref: 6776 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560572:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6667e64/0xd3c138f33087bcc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x235b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c7c expref: 6776 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560583:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.560585:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.560587:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000081e68b44/0xd3c138f3308ba3fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x235b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560594:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081e68b44/0xd3c138f3308ba3fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x235b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560605:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.560623:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6776:2412:x1862023150127232:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 72us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.560629:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7170
00000100:00100000:3.0:1775764891.560641:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7171
00000100:00100000:3.0:1775764891.560648:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6775:2412:x1862023150127488:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.560655:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.560659:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e87ac590/0xd3c138f33087bccf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xd59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c8a expref: 6775 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560669:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e87ac590/0xd3c138f33087bccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c8a expref: 6775 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560681:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.560683:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.560686:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba408 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560878:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba408 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.560893:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.560913:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6775:2412:x1862023150127488:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 266us (646us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.560919:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7171
00000100:00100000:3.0:1775764891.563599:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28432
00000100:00100000:3.0:1775764891.563607:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+200:3660:x1862023169505152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.563620:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3072 count 1
00010000:00010000:3.0:1775764891.563629:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.563639:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f33087bc74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bbf expref: 6798 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.563645:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.563647:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.563649:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.563665:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f33087bc74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bbf expref: 6798 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.563673:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f33087bc74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bbf expref: 6798 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.563683:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169505920:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.563705:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7600 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.563721:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004bfe5198/0xd3c138f3308ba38a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.563730:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004bfe5198/0xd3c138f3308ba38a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.563745:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004bfe5198/0xd3c138f3308ba38a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.563753:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004bfe5198/0xd3c138f3308ba38a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.563766:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:3.0:1775764891.564656:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+216:3660:x1862023169501440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32860us (32987us total) trans 4294972497 rc 0/0
00000100:00100000:3.0:1775764891.564663:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28417
00000100:00100000:3.0:1775764891.564677:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28436
00000100:00100000:3.0:1775764891.564682:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40593ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+215:3659:x1862023169506176:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.564691:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3554 count 1
00010000:00010000:3.0:1775764891.564701:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.564712:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000982217cb/0xd3c138f33087bea4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cd7 expref: 6771 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.564719:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.564721:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.564723:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.564738:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000982217cb/0xd3c138f33087bea4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cd7 expref: 6771 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.564748:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000982217cb/0xd3c138f33087bea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cd7 expref: 6771 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.564758:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169506560:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.565046:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7b40 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.565057:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.568010:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169506816
00000100:00100000:3.0:1775764891.568024:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169506816
00000100:00100000:3.0:1775764891.572702:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40922a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169505664:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.572718:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba439 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.572827:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7175
00000100:00100000:3.0:1775764891.572835:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6799:2412:x1862023150128000:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.572842:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.572847:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f44fea59/0xd3c138f33087bdc4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b8e expref: 6799 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.572856:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f44fea59/0xd3c138f33087bdc4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b8e expref: 6799 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.572869:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f44fea59/0xd3c138f33087bdc4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b8e expref: 6799 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.572885:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.572886:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.572889:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.572896:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003327e0f9/0xd3c138f3308ba432 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.572911:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.572928:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6798:2412:x1862023150128000:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.572935:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7175
00000100:00100000:3.0:1775764891.573065:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.573203:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169506560:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.573217:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.573244:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.573275:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.573372:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.573398:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.573411:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150128384
00000100:00100000:3.0:1775764891.573414:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150128384
00010000:00010000:3.0:1775764891.573430:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d1833aa7/0xd3c138f33087bdbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b79 expref: 6798 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.573449:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150128640
00000100:00100000:3.0:1775764891.573451:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150128640
00010000:00010000:3.0:1775764891.573461:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000825851f5/0xd3c138f33087bc5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b95 expref: 6799 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.573471:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150128896
00000100:00100000:3.0:1775764891.573473:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150128896
00010000:00010000:3.0:1775764891.573481:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005b675ec/0xd3c138f33087be2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06be2 expref: 6800 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.573492:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7176
00000100:00100000:3.0:1775764891.573498:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6800:2412:x1862023150128384:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.573506:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.573510:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d1833aa7/0xd3c138f33087bdbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b79 expref: 6801 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573520:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d1833aa7/0xd3c138f33087bdbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b79 expref: 6801 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573534:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1833aa7/0xd3c138f33087bdbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06b79 expref: 6802 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573544:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.573546:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.573549:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573557:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba439 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573572:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.573593:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6801:2412:x1862023150128384:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (527us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.573599:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7176
00000100:00100000:3.0:1775764891.573613:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7178
00000100:00100000:3.0:1775764891.573618:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6800:2412:x1862023150128896:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.573625:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.573629:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005b675ec/0xd3c138f33087be2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06be2 expref: 6800 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573638:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005b675ec/0xd3c138f33087be2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06be2 expref: 6800 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573650:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005b675ec/0xd3c138f33087be2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06be2 expref: 6799 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573659:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.573661:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.573664:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000031acc8e/0xd3c138f3308ba45c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573678:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000031acc8e/0xd3c138f3308ba45c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573693:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.573722:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6797:2412:x1862023150128896:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 105us (446us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.573729:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7178
00000100:00100000:3.0:1775764891.573741:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7180
00000100:00100000:3.0:1775764891.573747:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6795:2412:x1862023150128768:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.573754:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.573757:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009f72a3b7/0xd3c138f33087bc66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ba3 expref: 6795 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573766:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009f72a3b7/0xd3c138f33087bc66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ba3 expref: 6795 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573778:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f72a3b7/0xd3c138f33087bc66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ba3 expref: 6795 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573787:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.573788:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.573791:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002d9db7ec/0xd3c138f3308ba455 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573804:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d9db7ec/0xd3c138f3308ba455 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573817:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.573835:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6794:2412:x1862023150128768:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 88us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.573841:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7180
00010000:00010000:3.0:1775764891.573903:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573911:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573919:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573926:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba439 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.573938:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.575264:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+205:3659:x1862023169504512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12057us (15439us total) trans 4294972478 rc 0/0
00000100:00100000:3.0:1775764891.575272:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28430
00010000:00010000:3.0:1775764891.575292:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.575306:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099639a7f/0xd3c138f3308ba3ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.575313:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408175400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.575316:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099639a7f/0xd3c138f3308ba3ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.575323:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099639a7f/0xd3c138f3308ba3ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.575333:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099639a7f/0xd3c138f3308ba3ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xa2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.575340:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099639a7f/0xd3c138f3308ba3ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xa2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.575353:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.575354:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.575356:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.577148:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150129024
00000100:00100000:3.0:1775764891.577153:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150129024
00010000:00010000:3.0:1775764891.577178:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000982217cb/0xd3c138f33087bea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cd7 expref: 6769 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.577201:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150129152
00000100:00100000:3.0:1775764891.577205:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150129152
00010000:00010000:3.0:1775764891.577217:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f33087bc74 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xc00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bbf expref: 6794 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.577242:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7181
00000100:00100000:3.0:1775764891.577249:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6769:2412:x1862023150129024:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.577272:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.577277:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000982217cb/0xd3c138f33087bea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xde2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cd7 expref: 6769 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577289:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000982217cb/0xd3c138f33087bea4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xde2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cd7 expref: 6769 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577304:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000982217cb/0xd3c138f33087bea4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xde2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cd7 expref: 6769 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577317:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.577319:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.577324:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577333:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577357:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.577400:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6768:2412:x1862023150129024:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 152us (2677us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.577407:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7181
00000100:00100000:3.0:1775764891.577423:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7182
00000100:00100000:3.0:1775764891.577428:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6794:2411:x1862023150129152:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.577438:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.577441:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f33087bc74 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xc00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bbf expref: 6794 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577452:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f33087bc74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bbf expref: 6794 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577463:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.577464:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.577467:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577475:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577485:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.577501:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6794:2411:x1862023150129152:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 73us (1569us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.577507:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7182
00010000:00010000:3.0:1775764891.577552:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f33087bc74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bbf expref: 6793 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.577562:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169505920:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.577578:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577588:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577594:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577602:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577610:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba447 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.577624:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.577754:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+205:3660:x1862023169505152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14148us (17883us total) trans 4294972480 rc 0/0
00000100:00100000:3.0:1775764891.578315:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28432
00010000:00010000:3.0:1775764891.578333:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.578344:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.578353:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.578361:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.578372:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba463 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.578470:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00000100:00100000:3.0:1775764891.579062:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40593ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+220:3659:x1862023169506176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14379us (14584us total) trans 4294972501 rc 0/0
00000100:00100000:3.0:1775764891.579070:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28436
00000100:00100000:3.0:1775764891.579280:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169507584:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.579296:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b7a6d61/0xd3c138f3308ba47f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.579354:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169507712:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.579367:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004c28bcbb/0xd3c138f3308ba486 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x255a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.579488:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.579512:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150129408
00000100:00100000:3.0:1775764891.579517:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150129408
00010000:00010000:3.0:1775764891.579544:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3b2c543/0xd3c138f33087bd07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x99b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cfa expref: 6768 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.579571:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7183
00000100:00100000:3.0:1775764891.579579:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6768:2412:x1862023150129408:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.579594:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.579599:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3b2c543/0xd3c138f33087bd07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x99b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cfa expref: 6768 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.579609:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3b2c543/0xd3c138f33087bd07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x99b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cfa expref: 6768 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.579627:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.579629:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.579633:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082385eab/0xd3c138f3308ba471 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x99b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.579643:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082385eab/0xd3c138f3308ba471 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x99b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.579658:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.579690:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6768:2412:x1862023150129408:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 112us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.579696:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7183
00000100:00100000:3.0:1775764891.582578:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.582604:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150129280
00000100:00100000:3.0:1775764891.582608:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150129280
00010000:00010000:3.0:1775764891.582628:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037fd5f1c/0xd3c138f33087bc7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bcd expref: 6793 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.582650:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7184
00000100:00100000:3.0:1775764891.582656:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6793:2411:x1862023150129280:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.582665:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.582669:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037fd5f1c/0xd3c138f33087bc7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bcd expref: 6793 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.582681:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037fd5f1c/0xd3c138f33087bc7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bcd expref: 6793 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.582699:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037fd5f1c/0xd3c138f33087bc7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bcd expref: 6792 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.582709:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.582710:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.582714:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308ba46a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.582723:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6c24fa/0xd3c138f3308ba46a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.582742:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.582764:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6791:2411:x1862023150129280:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 108us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.582771:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7184
00000100:00100000:3.0:1775764891.582831:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.582846:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150129664
00000100:00100000:3.0:1775764891.582849:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150129664
00010000:00010000:3.0:1775764891.582863:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033f82382/0xd3c138f33087bf7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x255a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ce5 expref: 6768 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.582888:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7185
00000100:00100000:3.0:1775764891.582893:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6768:2412:x1862023150129664:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.582900:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.582903:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033f82382/0xd3c138f33087bf7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x255a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ce5 expref: 6768 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.582911:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033f82382/0xd3c138f33087bf7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x255a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ce5 expref: 6768 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.582925:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033f82382/0xd3c138f33087bf7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x255a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ce5 expref: 6768 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.582934:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.582936:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.582939:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c28bcbb/0xd3c138f3308ba486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x255a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.583849:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c28bcbb/0xd3c138f3308ba486 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x255a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.583868:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.583887:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6766:2412:x1862023150129664:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 994us (1057us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.583894:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7185
00010000:00010000:3.0:1775764891.584061:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004c28bcbb/0xd3c138f3308ba486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x255a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584069:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c28bcbb/0xd3c138f3308ba486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x255a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584078:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c28bcbb/0xd3c138f3308ba486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x255a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584084:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c28bcbb/0xd3c138f3308ba486 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x255a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584102:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.584209:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40593c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+223:3659:x1862023169506688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12797us (18505us total) trans 4294972503 rc 0/0
00000100:00100000:3.0:1775764891.584367:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28441
00000100:00100000:3.0:1775764891.584429:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.584460:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.584494:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.584595:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150129536
00000100:00100000:3.0:1775764891.584599:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150129536
00010000:00010000:3.0:1775764891.584614:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019526e47/0xd3c138f33087beb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cf3 expref: 6766 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.584633:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150129792
00000100:00100000:3.0:1775764891.584636:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150129792
00010000:00010000:3.0:1775764891.584646:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2c0f8c9/0xd3c138f33087bd0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d08 expref: 6767 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.584670:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7186
00000100:00100000:3.0:1775764891.584676:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51a392050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6767:2411:x1862023150129536:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.584683:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.584688:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019526e47/0xd3c138f33087beb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cf3 expref: 6767 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584696:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019526e47/0xd3c138f33087beb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cf3 expref: 6767 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584708:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019526e47/0xd3c138f33087beb2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cf3 expref: 6767 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584719:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.584720:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.584724:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b7a6d61/0xd3c138f3308ba47f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584732:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b7a6d61/0xd3c138f3308ba47f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584746:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.584765:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51a392050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6766:2411:x1862023150129536:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 90us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.584771:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7186
00000100:00100000:3.0:1775764891.584811:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7187
00000100:00100000:3.0:1775764891.584818:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6765:2411:x1862023150129792:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.584825:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.584829:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2c0f8c9/0xd3c138f33087bd0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d08 expref: 6765 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584839:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2c0f8c9/0xd3c138f33087bd0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d08 expref: 6765 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584852:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2c0f8c9/0xd3c138f33087bd0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d08 expref: 6765 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584862:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.584864:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.584867:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308ba478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584873:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308ba478 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.584892:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.584909:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6764:2411:x1862023150129792:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 91us (448us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.584915:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7187
00010000:00010000:3.0:1775764891.587571:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b7a6d61/0xd3c138f3308ba47f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.587585:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b7a6d61/0xd3c138f3308ba47f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.587594:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b7a6d61/0xd3c138f3308ba47f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.587601:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b7a6d61/0xd3c138f3308ba47f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.587615:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.587749:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+223:3657:x1862023169506816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16952us (22370us total) trans 4294972504 rc 0/0
00000100:00100000:3.0:1775764891.587756:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28440
00000100:00100000:3.0:1775764891.587774:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28449
00000100:00100000:3.0:1775764891.587781:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+210:3657:x1862023169509632:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.590493:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9767 count 1
00010000:00010000:3.0:1775764891.590514:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba504 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590525:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f73490c1/0xd3c138f33087be5e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c4b expref: 6789 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590533:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.590534:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.590537:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba504 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590556:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f73490c1/0xd3c138f33087be5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c4b expref: 6789 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590565:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f73490c1/0xd3c138f33087be5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c4b expref: 6789 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.590575:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169510784:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.590612:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7b40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.590722:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7192
00000100:00100000:3.0:1775764891.590730:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40898dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6764:2411:x1862023150130816:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.590737:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.590741:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b97f42fe/0xd3c138f33087bd1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xa45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d24 expref: 6764 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590751:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b97f42fe/0xd3c138f33087bd1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d24 expref: 6764 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590764:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.590765:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.590768:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba4cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590775:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba4cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xa45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590791:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.590807:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40898dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6763:2411:x1862023150130816:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 78us (1008us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.590813:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7192
00010000:00010000:3.0:1775764891.590835:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.590845:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169510144
00000100:00100000:3.0:1775764891.590848:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169510144
00000100:00100000:3.0:1775764891.590872:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28452
00000100:00100000:3.0:1775764891.590877:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40992b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+224:3660:x1862023169510144:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.590895:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10185 count 1
00010000:00010000:3.0:1775764891.590906:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba50b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590915:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d5b56bd/0xd3c138f33087ba2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d55 expref: 6762 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590921:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.590923:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.590925:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba50b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590942:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d5b56bd/0xd3c138f33087ba2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d55 expref: 6762 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.590950:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d5b56bd/0xd3c138f33087ba2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d55 expref: 6762 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.590964:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169510912:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.590985:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.591031:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.591049:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150130560
00000100:00100000:3.0:1775764891.591052:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150130560
00010000:00010000:3.0:1775764891.591065:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005357bfae/0xd3c138f33087be3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bfe expref: 6789 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.591083:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7193
00000100:00100000:3.0:1775764891.591088:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51a390850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6789:2410:x1862023150130560:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.591095:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.591098:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005357bfae/0xd3c138f33087be3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bfe expref: 6789 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591107:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005357bfae/0xd3c138f33087be3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bfe expref: 6789 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591136:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005357bfae/0xd3c138f33087be3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06bfe expref: 6789 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591147:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.591149:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.591152:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308ba4b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591163:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308ba4b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591179:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.591193:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51a390850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6788:2410:x1862023150130560:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 105us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.591199:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7193
00010000:00010000:3.0:1775764891.591234:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308ba4b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591242:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308ba4b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591249:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308ba4b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591269:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308ba4b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.591283:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764891.591360:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40593e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+211:3660:x1862023169508224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8367us (9395us total) trans 4294972484 rc 0/0
00000100:00100000:3.0:1775764891.591366:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28444
00010000:00010000:3.0:1775764891.593380:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.595370:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d14a09d/0xd3c138f33087bd23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xc55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d32 expref: 6761 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.595390:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e9a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169509504:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.595412:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f606a6c9/0xd3c138f3308ba4c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.595423:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f606a6c9/0xd3c138f3308ba4c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.595431:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f606a6c9/0xd3c138f3308ba4c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.595441:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f606a6c9/0xd3c138f3308ba4c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.595449:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f606a6c9/0xd3c138f3308ba4c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.598638:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764891.598645:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f606a6c9/0xd3c138f3308ba4c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.598800:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+230:3660:x1862023169508864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15259us (15713us total) trans 4294972508 rc 0/0
00000100:00100000:3.0:1775764891.598808:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28446
00000100:00100000:3.0:1775764891.598902:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.598921:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150130944
00000100:00100000:3.0:1775764891.598924:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150130944
00010000:00010000:3.0:1775764891.599085:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000689dba89/0xd3c138f33087be49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c21 expref: 6788 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.599110:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7194
00000100:00100000:3.0:1775764891.599135:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6788:2411:x1862023150130944:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.599146:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.599152:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000689dba89/0xd3c138f33087be49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c21 expref: 6788 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.599164:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000689dba89/0xd3c138f33087be49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c21 expref: 6788 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.599182:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000689dba89/0xd3c138f33087be49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xd3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c21 expref: 6788 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.599343:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.599345:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.599349:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba4e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.599359:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba4e1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.599419:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.599440:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6787:2411:x1862023150130944:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 307us (538us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.599447:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7194
00000100:00100000:3.0:1775764891.599564:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169510784:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.599580:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba504 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.601632:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.601637:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba50b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.601644:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.601647:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba50b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.601654:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba50b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.601663:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba50b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.601670:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba50b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.601683:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.601684:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.601686:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.604725:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba504 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.604734:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba504 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.604743:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba504 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.604749:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba504 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.604762:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.608233:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+218:3657:x1862023169509632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20451us (24299us total) trans 4294972488 rc 0/0
00000100:00100000:3.0:1775764891.608241:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28449
00010000:00010000:3.0:1775764891.608291:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.608297:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.608890:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169515264
00000100:00100000:3.0:1775764891.608894:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169515264
00000100:00100000:3.0:1775764891.608929:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28471
00000100:00100000:3.0:1775764891.608936:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+218:3658:x1862023169515264:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.608960:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4050 count 1
00010000:00010000:3.0:1775764891.608974:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.609037:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e7c9beb/0xd3c138f33087bcdd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ca6 expref: 6784 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.609051:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.609053:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.609055:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.609079:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e7c9beb/0xd3c138f33087bcdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ca6 expref: 6784 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.609088:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e7c9beb/0xd3c138f33087bcdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ca6 expref: 6784 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.609099:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169515392:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.609169:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7480 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.614799:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.615048:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.615621:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.616815:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.616859:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.616883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.616902:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150132608
00000100:00100000:3.0:1775764891.616907:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150132608
00010000:00010000:3.0:1775764891.616929:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070972c65/0xd3c138f33087beff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d9b expref: 6756 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.616947:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150132864
00000100:00100000:3.0:1775764891.616950:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150132864
00010000:00010000:3.0:1775764891.616962:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000547cafe4/0xd3c138f33087be7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c83 expref: 6783 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.616974:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150132480
00000100:00100000:3.0:1775764891.616976:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150132480
00010000:00010000:3.0:1775764891.616988:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ba3b5b21/0xd3c138f33087bd2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d47 expref: 6757 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.616999:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150132736
00000100:00100000:3.0:1775764891.617001:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150132736
00010000:00010000:3.0:1775764891.617892:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008f13a28e/0xd3c138f33087be73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c75 expref: 6782 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.617923:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7207
00000100:00100000:3.0:1775764891.617931:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6782:2412:x1862023150132736:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.617940:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.617944:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008f13a28e/0xd3c138f33087be73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c75 expref: 6782 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.618361:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008f13a28e/0xd3c138f33087be73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c75 expref: 6782 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.618382:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f13a28e/0xd3c138f33087be73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c75 expref: 6782 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.618396:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.618398:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.618404:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037fd5f1c/0xd3c138f3308ba54a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.618415:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037fd5f1c/0xd3c138f3308ba54a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.618441:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.618469:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6781:2412:x1862023150132736:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 540us (1585us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.618479:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7207
00000100:00100000:3.0:1775764891.618561:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.618761:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.618775:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150132992
00000100:00100000:3.0:1775764891.618780:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150132992
00010000:00010000:3.0:1775764891.618798:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002bb97da5/0xd3c138f33087be6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c67 expref: 6781 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.618811:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150133120
00000100:00100000:3.0:1775764891.619752:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150133120
00010000:00010000:3.0:1775764891.619777:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029c5060b/0xd3c138f33087bf06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x41f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06da9 expref: 6754 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.619810:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7209
00000100:00100000:3.0:1775764891.619816:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:2412:x1862023150133120:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.619825:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.619830:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029c5060b/0xd3c138f33087bf06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x41f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06da9 expref: 6754 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.619840:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029c5060b/0xd3c138f33087bf06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06da9 expref: 6754 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.619854:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.619856:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.619859:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c068f10e/0xd3c138f3308ba558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.619868:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c068f10e/0xd3c138f3308ba558 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.619881:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.619905:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:2412:x1862023150133120:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 89us (1143us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.619914:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7209
00000100:00100000:3.0:1775764891.619959:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.620481:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.620496:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150133632
00000100:00100000:3.0:1775764891.620500:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150133632
00010000:00010000:3.0:1775764891.620588:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000083496289/0xd3c138f33087ba3d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dc5 expref: 6754 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.620609:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7211
00000100:00100000:3.0:1775764891.620615:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:2412:x1862023150133632:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.620622:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.620627:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000083496289/0xd3c138f33087ba3d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dc5 expref: 6754 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.620636:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000083496289/0xd3c138f33087ba3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dc5 expref: 6754 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.620649:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.620651:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.620654:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000825851f5/0xd3c138f3308ba590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.620661:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000825851f5/0xd3c138f3308ba590 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.620715:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.620734:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:2412:x1862023150133632:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 120us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.620741:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7211
00000100:00100000:3.0:1775764891.623459:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.623499:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28475
00000100:00100000:3.0:1775764891.623508:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+237:3660:x1862023169515648:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.623521:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5670 count 1
00010000:00010000:3.0:1775764891.623535:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ce802cb/0xd3c138f3308ba5c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1626:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623545:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000765fd03e/0xd3c138f33087bf1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1626:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e04 expref: 6752 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623553:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.623554:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.623556:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ce802cb/0xd3c138f3308ba5c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1626:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623568:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000765fd03e/0xd3c138f33087bf1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1626:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e04 expref: 6752 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623574:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000765fd03e/0xd3c138f33087bf1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1626:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e04 expref: 6752 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.623580:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169516416:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.623604:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408ed7240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.623635:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.623649:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.623661:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150133760
00000100:00100000:3.0:1775764891.623664:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150133760
00010000:00010000:3.0:1775764891.623679:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058691725/0xd3c138f33087ba60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x26e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06de8 expref: 6753 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.623695:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150133248
00000100:00100000:3.0:1775764891.623696:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150133248
00010000:00010000:3.0:1775764891.623702:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f33087bf0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06db7 expref: 6754 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.623715:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7212
00000100:00100000:3.0:1775764891.623718:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:2412:x1862023150133760:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.623724:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.623727:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058691725/0xd3c138f33087ba60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x26e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06de8 expref: 6754 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623734:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058691725/0xd3c138f33087ba60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06de8 expref: 6754 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623747:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.623749:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.623752:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000530286ef/0xd3c138f3308ba597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623758:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000530286ef/0xd3c138f3308ba597 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623767:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.623781:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:2412:x1862023150133760:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 62us (3008us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.623785:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7212
00000100:00100000:3.0:1775764891.623793:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7213
00000100:00100000:3.0:1775764891.623797:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6753:2411:x1862023150133248:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.623803:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.623807:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f33087bf0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x381:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06db7 expref: 6753 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623817:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f33087bf0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x381:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06db7 expref: 6753 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623828:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.623829:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.623832:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001c43f185/0xd3c138f3308ba55f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623839:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c43f185/0xd3c138f3308ba55f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623850:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.623868:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6753:2411:x1862023150133248:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 69us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.623874:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7213
00000100:00100000:3.0:1775764891.623900:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.623945:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169515392:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.623964:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.623994:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.624006:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.624014:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150133504
00000100:00100000:3.0:1775764891.624016:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150133504
00010000:00010000:3.0:1775764891.624026:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a39c35f6/0xd3c138f33087bcd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c98 expref: 6779 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.624037:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150134144
00000100:00100000:3.0:1775764891.624039:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150134144
00010000:00010000:3.0:1775764891.624048:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db6e8d19/0xd3c138f33087ba4b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x648:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dd3 expref: 6753 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.624059:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150134400
00000100:00100000:3.0:1775764891.624061:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150134400
00010000:00010000:3.0:1775764891.624069:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e7c9beb/0xd3c138f33087bcdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ca6 expref: 6780 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.624081:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7214
00000100:00100000:3.0:1775764891.624087:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6780:2411:x1862023150133504:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.624093:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.624097:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a39c35f6/0xd3c138f33087bcd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c98 expref: 6780 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624106:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a39c35f6/0xd3c138f33087bcd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c98 expref: 6780 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624146:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a39c35f6/0xd3c138f33087bcd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xa2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06c98 expref: 6780 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624158:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.624160:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.624163:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5ca8dcb/0xd3c138f3308ba56d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624171:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5ca8dcb/0xd3c138f3308ba56d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xa2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624187:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.624201:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6779:2411:x1862023150133504:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 115us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.624206:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7214
00000100:00100000:3.0:1775764891.624230:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7215
00000100:00100000:3.0:1775764891.624234:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6753:2412:x1862023150134144:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.624238:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.624241:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db6e8d19/0xd3c138f33087ba4b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x648:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dd3 expref: 6753 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624248:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db6e8d19/0xd3c138f33087ba4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x648:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dd3 expref: 6753 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624272:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.624273:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.624277:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4acb913/0xd3c138f3308ba59e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x648:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624284:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4acb913/0xd3c138f3308ba59e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x648:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624305:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.624322:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6753:2412:x1862023150134144:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 87us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.624328:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7215
00000100:00100000:3.0:1775764891.624339:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7216
00000100:00100000:3.0:1775764891.624345:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6778:2412:x1862023150134400:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.624351:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.624355:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e7c9beb/0xd3c138f33087bcdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xfd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ca6 expref: 6778 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624363:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e7c9beb/0xd3c138f33087bcdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xfd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ca6 expref: 6778 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624374:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e7c9beb/0xd3c138f33087bcdd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xfd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ca6 expref: 6778 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624382:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.624383:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.624386:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624392:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624405:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.624420:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6777:2412:x1862023150134400:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 76us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.624425:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7216
00010000:00010000:3.0:1775764891.624442:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624450:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624459:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624466:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308ba5ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624477:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.624547:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+221:3658:x1862023169515264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15613us (15701us total) trans 4294972493 rc 0/0
00000100:00100000:3.0:1775764891.624554:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28471
00000100:00100000:3.0:1775764891.624607:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.624620:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150134272
00000100:00100000:3.0:1775764891.624624:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150134272
00010000:00010000:3.0:1775764891.624638:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000941814a1/0xd3c138f33087bdf5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e9e expref: 6752 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.624656:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7217
00000100:00100000:3.0:1775764891.624662:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6752:2412:x1862023150134272:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.624669:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.624673:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000941814a1/0xd3c138f33087bdf5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e9e expref: 6752 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624682:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000941814a1/0xd3c138f33087bdf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e9e expref: 6752 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624695:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.624697:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.624700:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009f72a3b7/0xd3c138f3308ba5a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624708:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f72a3b7/0xd3c138f3308ba5a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.624719:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.624733:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6752:2412:x1862023150134272:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 71us (126us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.624739:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7217
00000100:00100000:3.0:1775764891.626816:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169516544
00000100:00100000:3.0:1775764891.626822:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169516544
00000100:00100000:3.0:1775764891.626856:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28476
00000100:00100000:3.0:1775764891.626864:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+238:3658:x1862023169516544:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.626887:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9603 count 1
00010000:00010000:3.0:1775764891.626905:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308ba5eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2583:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.626926:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a545b04/0xd3c138f33087bd70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e0b expref: 6748 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.626933:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.626935:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.626938:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308ba5eb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.626966:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a545b04/0xd3c138f33087bd70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e0b expref: 6748 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.626978:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a545b04/0xd3c138f33087bd70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e0b expref: 6748 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.626991:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169516800:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.627036:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.630415:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169517056
00000100:00100000:3.0:1775764891.630420:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169517056
00000100:00100000:3.0:1775764891.630448:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28481
00000100:00100000:3.0:1775764891.630455:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534930850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+240:3658:x1862023169518080:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.630475:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6326 count 1
00010000:00010000:3.0:1775764891.630490:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308ba60e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630502:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006056353d/0xd3c138f33087bd7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e27 expref: 6747 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630510:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.630512:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.630514:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308ba60e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x18b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630536:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006056353d/0xd3c138f33087bd7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e27 expref: 6747 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630548:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006056353d/0xd3c138f33087bd7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e27 expref: 6747 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.630559:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169518464:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.630602:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.630618:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150134528
00000100:00100000:3.0:1775764891.630621:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150134528
00010000:00010000:3.0:1775764891.630641:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f33087bf14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x11d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06df6 expref: 6748 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.630663:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150134784
00000100:00100000:3.0:1775764891.630666:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150134784
00010000:00010000:3.0:1775764891.630679:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000013325abc/0xd3c138f33087bce4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cb4 expref: 6777 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.630696:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150134656
00000100:00100000:3.0:1775764891.630698:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150134656
00010000:00010000:3.0:1775764891.630710:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082648df2/0xd3c138f33087be9d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cc9 expref: 6778 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.630721:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150134912
00000100:00100000:3.0:1775764891.630723:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150134912
00010000:00010000:3.0:1775764891.630734:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000765fd03e/0xd3c138f33087bf1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1626:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e04 expref: 6749 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.630746:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7218
00000100:00100000:3.0:1775764891.630751:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6749:2409:x1862023150134528:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.630759:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.630763:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f33087bf14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x11d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06df6 expref: 6749 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630776:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f33087bf14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06df6 expref: 6749 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630793:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.630795:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.630799:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e81a387f/0xd3c138f3308ba5b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630808:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e81a387f/0xd3c138f3308ba5b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630823:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.630842:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6749:2409:x1862023150134528:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 91us (700us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.630849:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7218
00000100:00100000:3.0:1775764891.630865:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7219
00000100:00100000:3.0:1775764891.630872:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6778:2409:x1862023150134784:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.630880:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.630884:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000013325abc/0xd3c138f33087bce4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cb4 expref: 6778 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630893:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000013325abc/0xd3c138f33087bce4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06cb4 expref: 6778 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630905:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.630907:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.630910:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000063f324eb/0xd3c138f3308ba5c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630917:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063f324eb/0xd3c138f3308ba5c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.630929:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.631450:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6777:2409:x1862023150134784:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 73us (781us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.631457:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7219
00000100:00100000:3.0:1775764891.632498:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.636020:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40534a300/2, rc 0, transno 4294972497
00000100:00100000:3.0:1775764891.636034:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40534a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169515904:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.636049:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bc06680/2, rc 0, transno 4294972523
00000100:00100000:3.0:1775764891.636058:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169515520:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.636148:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.636163:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169519360:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.636208:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.636269:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169519488:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.636291:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.636325:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169518848
00000100:00100000:3.0:1775764891.636331:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169518848
00000100:00100000:3.0:1775764891.636371:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169519360
00000100:00100000:3.0:1775764891.636373:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169519360
00000100:00100000:3.0:1775764891.636389:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169519488
00000100:00100000:3.0:1775764891.636391:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169519488
00000100:00100000:3.0:1775764891.636409:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28485
00000100:00100000:3.0:1775764891.636417:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+243:3658:x1862023169518848:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.636445:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7819 count 1
00010000:00010000:3.0:1775764891.636472:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308ba62a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.636491:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000081c62974/0xd3c138f33087bf45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e58 expref: 6745 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.636499:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.636502:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.636506:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308ba62a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.636537:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000081c62974/0xd3c138f33087bf45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e58 expref: 6745 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.636549:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000081c62974/0xd3c138f33087bf45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e58 expref: 6745 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.636561:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169519616:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.641211:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b4073a2780 going to sleep for 11 seconds
00000004:00080000:3.0:1775764891.641301:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e344a80/2, rc 0, transno 4294972525
00000100:00100000:3.0:1775764891.641314:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169516672:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.641391:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53d5fdc00/2, rc 0, transno 4294972524
00000100:00100000:3.0:1775764891.641399:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169518080:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.641410:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b5367ad500/2, rc 0, transno 4294972499
00000100:00100000:3.0:1775764891.641418:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5367ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169517952:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.641423:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764891.641435:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169520128:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.641469:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.641534:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.641541:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169520384:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.641564:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.641587:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169520256:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.641606:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.641634:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.641654:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169518336:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.641674:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.641698:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bd67100/2, rc 0, transno 4294972518
00000100:00100000:3.0:1775764891.641705:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bd67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169514624:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.641742:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e9a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169520512:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.641763:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.643006:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28494
00000100:00100000:3.0:1775764891.643015:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+247:3660:x1862023169520512:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.643028:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1316 count 1
00010000:00010000:3.0:1775764891.643071:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x524:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.643083:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c5fe3e7/0xd3c138f33087bda8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e89 expref: 6742 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.643090:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.643091:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.643093:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308ba669 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.643112:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c5fe3e7/0xd3c138f33087bda8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e89 expref: 6742 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644047:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c5fe3e7/0xd3c138f33087bda8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e89 expref: 6742 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.644065:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e9a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169521280:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.644140:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b4073a2000 going to sleep for 11 seconds
00000004:00080000:3.0:1775764891.644181:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40593ed80/2, rc 0, transno 4294972501
00000100:00100000:3.0:1775764891.644192:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40593ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169517184:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.644204:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40593c380/2, rc 0, transno 4294972500
00000100:00100000:3.0:1775764891.644207:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40593c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169517312:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.644219:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bc05180/2, rc 0, transno 4294972526
00000100:00100000:3.0:1775764891.644227:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169516544:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.644330:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.644341:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169521664:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.644370:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.644400:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169521664
00000100:00100000:3.0:1775764891.644405:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169521664
00000100:00100000:3.0:1775764891.644428:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28495
00000100:00100000:3.0:1775764891.644433:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+230:3660:x1862023169521664:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.644447:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2098 count 1
00010000:00010000:3.0:1775764891.644461:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000faf8765/0xd3c138f3308ba670 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644470:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000357d90e1/0xd3c138f33087bd31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d5c expref: 6771 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644475:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.644477:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.644478:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000faf8765/0xd3c138f3308ba670 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644492:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000357d90e1/0xd3c138f33087bd31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d5c expref: 6771 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644497:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000357d90e1/0xd3c138f33087bd31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d5c expref: 6771 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.644505:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409228000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169521792:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.644521:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b4073a2840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.644532:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169521536:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.644547:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.644560:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764891.644563:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e9a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169521408:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.644573:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.644586:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169521536
00000100:00100000:3.0:1775764891.644588:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169521536
00000100:00100000:3.0:1775764891.644599:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169521408
00000100:00100000:3.0:1775764891.644600:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169521408
00000100:00100000:3.0:1775764891.644607:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28496
00000100:00100000:3.0:1775764891.644610:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+231:3658:x1862023169521536:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.644617:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10185 count 1
00010000:00010000:3.0:1775764891.644625:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba677 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644637:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce896ace/0xd3c138f33087ba36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dbe expref: 6771 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644641:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.644642:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.644644:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba677 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644655:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ce896ace/0xd3c138f33087ba36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dbe expref: 6771 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644660:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ce896ace/0xd3c138f33087ba36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dbe expref: 6771 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.644666:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409229180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169521920:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.644681:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9d80 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.644690:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28497
00000100:00100000:3.0:1775764891.644694:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+248:3658:x1862023169521408:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.644700:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7144 count 1
00010000:00010000:3.0:1775764891.644708:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba67e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1be8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644715:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000688c1339/0xd3c138f33087bf8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06eac expref: 6742 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644723:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.644724:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.644726:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba67e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644735:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000688c1339/0xd3c138f33087bf8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06eac expref: 6742 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.644740:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000688c1339/0xd3c138f33087bf8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1be8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06eac expref: 6742 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.644746:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169522048:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.644757:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.646316:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169519616:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.646336:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308ba62a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.646419:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.646434:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.646449:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150136448
00000100:00100000:3.0:1775764891.646452:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150136448
00010000:00010000:3.0:1775764891.646468:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000081c62974/0xd3c138f33087bf45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e58 expref: 6743 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.646491:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150136704
00000100:00100000:3.0:1775764891.646494:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150136704
00010000:00010000:3.0:1775764891.646504:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f33087bed5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xc55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d40 expref: 6770 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.646519:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7232
00000100:00100000:3.0:1775764891.646524:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6770:2412:x1862023150136704:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.646531:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.646534:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f33087bed5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xc55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d40 expref: 6770 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646544:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f33087bed5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06d40 expref: 6770 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646555:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.646557:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.646560:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba0c50ac/0xd3c138f3308ba638 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646570:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba0c50ac/0xd3c138f3308ba638 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646581:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.646595:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6770:2412:x1862023150136704:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 71us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.646605:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7232
00000100:00100000:3.0:1775764891.646767:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.646782:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150136576
00000100:00100000:3.0:1775764891.646786:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150136576
00010000:00010000:3.0:1775764891.646800:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cec635d8/0xd3c138f33087bf4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e66 expref: 6741 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.646820:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7233
00000100:00100000:3.0:1775764891.646825:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6741:2412:x1862023150136576:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.646833:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.646836:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cec635d8/0xd3c138f33087bf4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e66 expref: 6741 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646846:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cec635d8/0xd3c138f33087bf4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e66 expref: 6741 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646860:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cec635d8/0xd3c138f33087bf4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e66 expref: 6741 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646870:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.646872:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.646875:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000080e1cd83/0xd3c138f3308ba631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646882:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080e1cd83/0xd3c138f3308ba631 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646898:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.646913:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6740:2412:x1862023150136576:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 88us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.646918:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7233
00000100:00100000:3.0:1775764891.648085:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.655376:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150136960
00000100:00100000:3.0:1775764891.655383:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150136960
00010000:00010000:3.0:1775764891.655419:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e1148019/0xd3c138f33087bf53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e74 expref: 6740 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.655481:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150137216
00000100:00100000:3.0:1775764891.655484:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150137216
00010000:00010000:3.0:1775764891.655498:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000404836f1/0xd3c138f33087bf5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e82 expref: 6741 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.661882:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.662211:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169525120:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.662249:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.662294:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169525248:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.662317:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.664769:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1775764891.664776:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664784:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.664788:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664808:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba677 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664819:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba677 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664826:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba677 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664843:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.664846:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308ba6a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664853:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408174200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.664856:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308ba6a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664864:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308ba6a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664873:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308ba6a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664879:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308ba6a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664932:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.664935:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057503b75/0xd3c138f3308ba64d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664952:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408156000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.664955:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057503b75/0xd3c138f3308ba64d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664963:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057503b75/0xd3c138f3308ba64d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664973:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057503b75/0xd3c138f3308ba64d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664981:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.664984:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c6711c4f/0xd3c138f3308ba6af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664990:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408175e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.664993:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6711c4f/0xd3c138f3308ba6af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.664999:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6711c4f/0xd3c138f3308ba6af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.665015:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c6711c4f/0xd3c138f3308ba6af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.665022:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.665025:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bb50fc9/0xd3c138f3308ba6b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.665031:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408174a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.665034:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bb50fc9/0xd3c138f3308ba6b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.665041:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bb50fc9/0xd3c138f3308ba6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.665049:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bb50fc9/0xd3c138f3308ba6b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.665056:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bb50fc9/0xd3c138f3308ba6b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.665068:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.665070:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.665072:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.665262:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6733:2410:x1862023150138368:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 790us (1487us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.665273:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7247
00000100:00100000:3.0:1775764891.682417:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150139904
00000100:00100000:3.0:1775764891.682424:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150139904
00010000:00010000:3.0:1775764891.682450:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cc8d22d/0xd3c138f33087bfdf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f00 expref: 6729 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.682473:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150140160
00000100:00100000:3.0:1775764891.682476:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150140160
00010000:00010000:3.0:1775764891.682486:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c6965cf/0xd3c138f33087c08e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f23 expref: 6730 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.682506:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7258
00000100:00100000:3.0:1775764891.682513:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6730:2410:x1862023150139904:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.682523:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.682528:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cc8d22d/0xd3c138f33087bfdf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f00 expref: 6730 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682541:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cc8d22d/0xd3c138f33087bfdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f00 expref: 6730 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682561:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.682562:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.682566:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007894dd43/0xd3c138f3308ba6f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682573:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007894dd43/0xd3c138f3308ba6f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682589:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.682606:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6730:2410:x1862023150139904:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 94us (2456us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.682613:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7258
00000100:00100000:3.0:1775764891.682626:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7259
00000100:00100000:3.0:1775764891.682632:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5367adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6729:2410:x1862023150140160:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.682638:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.682642:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c6965cf/0xd3c138f33087c08e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f23 expref: 6729 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682652:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c6965cf/0xd3c138f33087c08e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f23 expref: 6729 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682664:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.682666:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.682669:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000825851f5/0xd3c138f3308ba703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682676:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000825851f5/0xd3c138f3308ba703 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682686:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.682700:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5367adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6729:2410:x1862023150140160:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 68us (1951us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.682706:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7259
00010000:00010000:3.0:1775764891.682737:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000344c207/0xd3c138f33087ba44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06dcc expref: 6756 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.682749:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169524864:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.682764:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba6e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682772:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba6e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682779:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba6e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682787:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba6e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682795:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba6e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.682868:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764891.682989:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+247:3660:x1862023169524608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22528us (22738us total) trans 4294972517 rc 0/0
00000100:00100000:3.0:1775764891.682995:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28507
00000100:00100000:3.0:1775764891.684392:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bb84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169526656:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.684409:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba718 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.684433:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150140544
00000100:00100000:3.0:1775764891.684435:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150140544
00010000:00010000:3.0:1775764891.684452:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f33087bffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07209 expref: 6727 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.684472:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150140416
00000100:00100000:3.0:1775764891.684474:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150140416
00010000:00010000:3.0:1775764891.684483:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a16ca1b/0xd3c138f33087bdee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e97 expref: 6756 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.684499:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7260
00000100:00100000:3.0:1775764891.684505:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405073100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6727:2412:x1862023150140544:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.684513:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.684518:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f33087bffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07209 expref: 6727 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684528:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f33087bffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07209 expref: 6727 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684543:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f33087bffb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07209 expref: 6727 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684553:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.684555:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.684559:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8152893/0xd3c138f3308ba70a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684567:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8152893/0xd3c138f3308ba70a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684591:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.684610:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405073100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6726:2412:x1862023150140544:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 106us (374us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.684617:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7260
00000100:00100000:3.0:1775764891.684630:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7261
00000100:00100000:3.0:1775764891.684635:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6756:2412:x1862023150140416:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.684643:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.684647:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a16ca1b/0xd3c138f33087bdee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e97 expref: 6756 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684655:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a16ca1b/0xd3c138f33087bdee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e97 expref: 6756 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684667:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a16ca1b/0xd3c138f33087bdee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e97 expref: 6756 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684677:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.684679:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.684682:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba718 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684693:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba718 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684709:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.684721:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6755:2412:x1862023150140416:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 86us (439us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.684727:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7261
00010000:00010000:3.0:1775764891.684743:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba718 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684751:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba718 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684758:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba718 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684766:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a11209a2/0xd3c138f3308ba718 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.684777:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.684864:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bd66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+248:3657:x1862023169526528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18458us (18532us total) trans 4294972518 rc 0/0
00000100:00100000:3.0:1775764891.684870:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28516
00000100:00100000:3.0:1775764891.687250:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28531
00000100:00100000:3.0:1775764891.687271:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40933b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+248:3657:x1862023169530496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.687289:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:301 count 1
00010000:00010000:3.0:1775764891.687304:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687316:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac71c640/0xd3c138f33087bd85 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e43 expref: 6753 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687323:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.687324:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.687326:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687346:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac71c640/0xd3c138f33087bd85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e43 expref: 6752 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687415:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac71c640/0xd3c138f33087bd85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e43 expref: 6752 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.687428:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169530752:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.687456:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.687686:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.687693:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092b4c00/0xd3c138f3308ba7b9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687699:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092b4c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.687702:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092b4c00/0xd3c138f3308ba7b9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687713:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092b4c00/0xd3c138f3308ba7b9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687723:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2421:0x0].0x0 (ffff89b4092e0400)
00010000:00010000:3.0:1775764891.687725:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764891.687728:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092b4c00/0xd3c138f3308ba7b9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687734:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092b4c00/0xd3c138f3308ba7b9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687748:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.687751:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4acb913/0xd3c138f3308ba750 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687757:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408156c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.687760:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4acb913/0xd3c138f3308ba750 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687766:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4acb913/0xd3c138f3308ba750 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687776:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4acb913/0xd3c138f3308ba750 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687782:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4acb913/0xd3c138f3308ba750 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687799:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.687802:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb4b9252/0xd3c138f3308ba749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687809:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408157400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.687812:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb4b9252/0xd3c138f3308ba749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687819:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb4b9252/0xd3c138f3308ba749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687828:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb4b9252/0xd3c138f3308ba749 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687834:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb4b9252/0xd3c138f3308ba749 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.687847:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.687849:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.687850:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.691212:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40933a300/2, rc 0, transno 4294972545
00000100:00100000:3.0:1775764891.691231:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40933a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169527040:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.694034:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150141568
00000100:00100000:3.0:1775764891.694042:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150141568
00010000:00010000:3.0:1775764891.694077:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c484b25/0xd3c138f33087c0b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f69 expref: 6724 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.694138:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7267
00000100:00100000:3.0:1775764891.694147:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6724:2412:x1862023150141568:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.694164:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.694170:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c484b25/0xd3c138f33087c0b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f69 expref: 6724 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.694182:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c484b25/0xd3c138f33087c0b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f69 expref: 6724 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.694207:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c484b25/0xd3c138f33087c0b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f69 expref: 6724 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.694223:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.694225:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.694230:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056ff24bc/0xd3c138f3308ba77a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.694239:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056ff24bc/0xd3c138f3308ba77a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.694275:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.694332:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6723:2412:x1862023150141568:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 186us (510us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.694340:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7267
00000100:00100000:3.0:1775764891.695504:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7268
00000100:00100000:3.0:1775764891.695512:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:2412:x1862023150141696:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.695522:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.695527:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000179c9827/0xd3c138f33087bf30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e2e expref: 6754 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.695538:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000179c9827/0xd3c138f33087bf30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e2e expref: 6754 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.695554:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000179c9827/0xd3c138f33087bf30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e2e expref: 6754 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.695565:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.695567:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.695570:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000080e1cd83/0xd3c138f3308ba781 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.695579:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080e1cd83/0xd3c138f3308ba781 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.695596:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.696609:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6749:2412:x1862023150141696:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1098us (1445us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.696616:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7268
00000100:00100000:3.0:1775764891.696658:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150141824
00000100:00100000:3.0:1775764891.696662:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150141824
00010000:00010000:3.0:1775764891.696680:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2f1a275/0xd3c138f33087c208 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f54 expref: 6723 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.696702:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150142080
00000100:00100000:3.0:1775764891.696704:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150142080
00010000:00010000:3.0:1775764891.696715:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e99202a/0xd3c138f33087c0aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f5b expref: 6724 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.696733:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7271
00000100:00100000:3.0:1775764891.696739:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6724:2411:x1862023150141824:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.696748:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.696752:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2f1a275/0xd3c138f33087c208 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f54 expref: 6724 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.696762:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2f1a275/0xd3c138f33087c208 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f54 expref: 6724 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.696778:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2f1a275/0xd3c138f33087c208 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f54 expref: 6724 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.696789:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.696791:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.696795:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db0db6eb/0xd3c138f3308ba75e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.696809:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db0db6eb/0xd3c138f3308ba75e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.696833:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.696853:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6723:2411:x1862023150141824:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 114us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.699353:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7271
00000100:00100000:3.0:1775764891.699586:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169532672:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.699613:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.700560:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.700587:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169530240:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.700607:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084779760/0xd3c138f3308ba796 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.700630:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169530752:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.700643:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764891.701459:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdcc700/2, rc 0, transno 4294972522
00000100:00100000:3.0:1775764891.701470:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169528832:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.701526:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169533440:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.701557:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.701588:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169533440
00000100:00100000:3.0:1775764891.701593:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169533440
00000100:00100000:3.0:1775764891.701623:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28542
00000100:00100000:3.0:1775764891.701630:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+254:3660:x1862023169533440:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.701651:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7144 count 1
00010000:00010000:3.0:1775764891.701668:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308ba80d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.701682:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0d7c492/0xd3c138f33087c064 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06eb3 expref: 6748 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.701690:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2d11069/0xd3c138f33087c431 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07360 expref: 6748 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.701698:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.701700:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.701702:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308ba80d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.701723:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2d11069/0xd3c138f33087c431 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07360 expref: 6748 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.701734:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2d11069/0xd3c138f33087c431 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07360 expref: 6748 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.701744:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409229880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169533568:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.701799:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0d7c492/0xd3c138f33087c064 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06eb3 expref: 6748 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.701955:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0d7c492/0xd3c138f33087c064 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06eb3 expref: 6748 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.701966:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169533696:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.701990:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.704489:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000004:00080000:3.0:1775764891.707632:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c60d500/2, rc 0, transno 4294972525
00000100:00100000:3.0:1775764891.707637:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169531392:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.707652:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c481f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169533824:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.707685:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.710916:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c60ed80/2, rc 0, transno 4294972550
00000100:00100000:3.0:1775764891.710930:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169531904:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764891.710954:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.710963:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.710972:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.710980:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.710994:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.711096:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40933b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+257:3657:x1862023169530496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23828us (25097us total) trans 4294972527 rc 0/0
00000100:00100000:3.0:1775764891.711104:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28531
00010000:00010000:3.0:1775764891.711142:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.711147:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.711155:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.711158:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.711166:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.711177:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.711184:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba7c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.711199:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.711201:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.711203:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.711277:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409338000/2, rc 0, transno 4294972527
00000100:00100000:3.0:1775764891.711287:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169530496:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.711435:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405072680/2, rc 0, transno 4294972551
00000100:00100000:3.0:1775764891.711445:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169529856:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.711487:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169534720:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.711517:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.711892:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169534720
00000100:00100000:3.0:1775764891.711896:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169534720
00000100:00100000:3.0:1775764891.711936:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169534592
00000100:00100000:3.0:1775764891.711963:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169534592
00000100:00100000:3.0:1775764891.711982:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28547
00000100:00100000:3.0:1775764891.711986:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+273:3660:x1862023169534592:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.711997:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7478 count 1
00010000:00010000:3.0:1775764891.712014:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308ba845 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.712027:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f33087c0f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ff5 expref: 6716 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.712034:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.712035:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.712038:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308ba845 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.712059:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f33087c0f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ff5 expref: 6716 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.712070:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f33087c0f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ff5 expref: 6716 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.712083:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169534848:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.712137:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.712752:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764891.712761:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169535104:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.712786:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.713180:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.713187:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4da13bb/0xd3c138f3308ba788 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713194:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408156200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.713198:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4da13bb/0xd3c138f3308ba788 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713206:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4da13bb/0xd3c138f3308ba788 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713221:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4da13bb/0xd3c138f3308ba788 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713228:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4da13bb/0xd3c138f3308ba788 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713244:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.713247:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba7ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713265:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e7800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.713267:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba7ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713280:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba7ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713290:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba7ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713306:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad18d320/0xd3c138f3308ba7ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713321:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.713324:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f651cbe7/0xd3c138f3308ba79d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713330:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408156600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.713334:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f651cbe7/0xd3c138f3308ba79d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713341:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f651cbe7/0xd3c138f3308ba79d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713351:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f651cbe7/0xd3c138f3308ba79d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713358:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f651cbe7/0xd3c138f3308ba79d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713377:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.713379:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.713381:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.713404:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409228e00/2, rc 0, transno 4294972528
00000100:00100000:3.0:1775764891.713409:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169529600:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.713660:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169535616:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.713687:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.713714:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169535872
00000100:00100000:3.0:1775764891.713717:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169535872
00000100:00100000:3.0:1775764891.713735:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28550
00000100:00100000:3.0:1775764891.713741:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+258:3660:x1862023169535616:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.713753:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7305 count 1
00010000:00010000:3.0:1775764891.713767:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308ba868 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713779:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000057f220/0xd3c138f33087bfae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ed6 expref: 6743 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713787:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.713789:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.713791:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308ba868 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713810:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000057f220/0xd3c138f33087bfae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ed6 expref: 6743 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.713824:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000057f220/0xd3c138f33087bfae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ed6 expref: 6743 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.713834:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169536000:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.713857:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.715988:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409229880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169533568:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.715997:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40922b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169533696:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.716013:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308ba80d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.717049:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.717064:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169536384:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.717099:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.717249:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150144256
00000100:00100000:3.0:1775764891.717264:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150144256
00010000:00010000:3.0:1775764891.717287:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000775bd989/0xd3c138f33087bf61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e90 expref: 6744 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.717318:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7285
00000100:00100000:3.0:1775764891.717326:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40933a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6744:2409:x1862023150144256:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.717337:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.717342:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000775bd989/0xd3c138f33087bf61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x524:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e90 expref: 6744 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717358:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000775bd989/0xd3c138f33087bf61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x524:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e90 expref: 6744 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717421:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000775bd989/0xd3c138f33087bf61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x524:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e90 expref: 6744 pid: 8485 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717433:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.717434:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.717438:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba7ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717446:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba7ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717471:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.717497:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40933a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6743:2409:x1862023150144256:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 173us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.717505:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7285
00000100:00100000:3.0:1775764891.717517:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150144512
00000100:00100000:3.0:1775764891.717522:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150144512
00010000:00010000:3.0:1775764891.717529:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.717533:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba7ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717540:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092b4a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.717543:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba7ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717550:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba7ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717560:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba7ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717567:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000501c428c/0xd3c138f3308ba7ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717581:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.717582:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.717583:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.717599:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2d11069/0xd3c138f33087c431 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07360 expref: 6743 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.717616:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150144128
00000100:00100000:3.0:1775764891.717619:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150144128
00010000:00010000:3.0:1775764891.717630:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1c1d8ac/0xd3c138f33087c0f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fd9 expref: 6714 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.717643:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7286
00000100:00100000:3.0:1775764891.717649:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6743:2409:x1862023150144512:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.717656:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.717660:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2d11069/0xd3c138f33087c431 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07360 expref: 6743 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717676:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2d11069/0xd3c138f33087c431 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07360 expref: 6743 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717689:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2d11069/0xd3c138f33087c431 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1be8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07360 expref: 6743 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717699:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.717715:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6742:2409:x1862023150144512:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 67us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.717721:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7286
00000100:00100000:3.0:1775764891.717732:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7287
00000100:00100000:3.0:1775764891.717737:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6714:2409:x1862023150144128:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.717745:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.717749:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d1c1d8ac/0xd3c138f33087c0f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fd9 expref: 6714 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717759:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d1c1d8ac/0xd3c138f33087c0f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fd9 expref: 6714 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717772:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1c1d8ac/0xd3c138f33087c0f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fd9 expref: 6714 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717781:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.717784:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.717787:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001c43f185/0xd3c138f3308ba7f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717794:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c43f185/0xd3c138f3308ba7f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.717811:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.717828:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6713:2409:x1862023150144128:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 91us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.717834:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7287
00000100:00100000:3.0:1775764891.718920:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7288
00000100:00100000:3.0:1775764891.718930:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6743:2409:x1862023150144384:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.718939:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.718944:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000094830c32/0xd3c138f33087bda1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e7b expref: 6743 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.718955:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000094830c32/0xd3c138f33087bda1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06e7b expref: 6743 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.718971:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.718972:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.718975:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba806 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.718983:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6e03f3a/0xd3c138f3308ba806 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.719001:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.719024:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6743:2409:x1862023150144384:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 97us (479us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.719030:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7288
00000100:00100000:3.0:1775764891.720576:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28556
00000100:00100000:3.0:1775764891.720584:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+279:3658:x1862023169537024:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.720597:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6095 count 1
00010000:00010000:3.0:1775764891.720611:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.720622:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000576a725d/0xd3c138f33087c11a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07049 expref: 6712 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.720629:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.720630:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.720632:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.720714:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000576a725d/0xd3c138f33087c11a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07049 expref: 6712 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.720724:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000576a725d/0xd3c138f33087c11a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07049 expref: 6712 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.720732:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169537280:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.720756:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.721356:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14335
00000100:00100000:3.0:1775764891.721365:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6345:11674:x1862023150144896:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764891.721417:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.721434:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405765a00/0xd3c138f33082f390 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa94:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ededb4c expref: 6345 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721449:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa94:0x0].0x0 (ffff89b408e6a300)
00010000:00010000:3.0:1775764891.721459:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.721475:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721486:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721494:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721507:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc200/0xd3c138f3308ba899 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x93c4ecc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721515:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc200/0xd3c138f3308ba899 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x93c4ecc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721520:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc200/0xd3c138f3308ba899 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x93c4ecc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721601:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721612:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.721618:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.721979:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3993, 64 off263744
00000040:00080000:3.0:1775764891.722000:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3993, 64 off263744
00010000:00010000:3.0:1775764891.722039:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fce00/0xd3c138f3308ba8a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722048:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fce00/0xd3c138f3308ba8a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722056:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fce00/0xd3c138f3308ba8a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722063:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fce00/0xd3c138f3308ba8a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722068:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fce00/0xd3c138f3308ba8a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722073:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fce00/0xd3c138f3308ba8a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722087:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.722103:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722109:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722166:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722171:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fcc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.722175:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722181:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722189:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa94:0x0].0x0 (ffff89b402f48700)
00010000:00010000:3.0:1775764891.722192:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.722195:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722201:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fcc00/0xd3c138f3308ba8a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa94:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722216:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722222:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722228:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722234:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.722236:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722246:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722264:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764891.722266:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.722269:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722274:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba892 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.722282:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023fb1731 reply state 0000000002990c21 transno 4294991807 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc200/0xd3c138f3308ba899 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x93c4ecc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722359:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc200/0xd3c138f3308ba899 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x93c4ecc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.722366:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x93c4ecc4 (ffff89b402f48400)
00010000:00010000:3.0:1775764891.722368:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.722370:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764891.722410:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6346:11674:x1862023150144896:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1048us (3777us total) trans 4294991807 rc 0/0
00000100:00100000:3.0:1775764891.722418:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14335
00010000:00010000:3.0:1775764891.722440:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.732180:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169536000:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.732200:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308ba868 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.732929:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40922b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169537280:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.732958:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.732979:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150145664
00000100:00100000:3.0:1775764891.732982:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150145664
00010000:00010000:3.0:1775764891.733008:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6be0d4/0xd3c138f33087c105 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07011 expref: 6710 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.733025:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150145920
00000100:00100000:3.0:1775764891.733028:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150145920
00010000:00010000:3.0:1775764891.733039:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000057f220/0xd3c138f33087bfae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ed6 expref: 6738 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.733049:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150146176
00000100:00100000:3.0:1775764891.733052:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150146176
00010000:00010000:3.0:1775764891.733062:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003a7c3a35/0xd3c138f33087bfd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ef9 expref: 6739 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.733072:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150146048
00000100:00100000:3.0:1775764891.733075:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150146048
00010000:00010000:3.0:1775764891.733085:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f035fa1e/0xd3c138f33087bfbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ee4 expref: 6740 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.733096:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150146432
00000100:00100000:3.0:1775764891.733097:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150146432
00010000:00010000:3.0:1775764891.733105:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df40e462/0xd3c138f33087bfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f07 expref: 6741 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.733145:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150146688
00000100:00100000:3.0:1775764891.733148:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150146688
00010000:00010000:3.0:1775764891.733157:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000576a725d/0xd3c138f33087c11a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07049 expref: 6714 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.733167:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150147328
00000100:00100000:3.0:1775764891.733169:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150147328
00010000:00010000:3.0:1775764891.733177:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000001dcd0fe/0xd3c138f33087bff4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f1c expref: 6743 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.733189:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7295
00000100:00100000:3.0:1775764891.733196:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6714:2412:x1862023150145664:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.733207:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.733212:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab6be0d4/0xd3c138f33087c105 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07011 expref: 6714 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733224:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab6be0d4/0xd3c138f33087c105 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07011 expref: 6714 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733244:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab6be0d4/0xd3c138f33087c105 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07011 expref: 6714 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733268:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.733271:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.733275:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733285:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733312:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.733325:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733332:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733341:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733349:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733363:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.733490:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+282:3657:x1862023169535104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20556us (20703us total) trans 4294972560 rc 0/0
00000100:00100000:3.0:1775764891.733497:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28548
00010000:00010000:3.0:1775764891.733514:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.733519:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733526:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404e2ca00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.733530:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733540:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733550:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733557:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af10cd0b/0xd3c138f3308ba853 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733574:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.733576:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.733577:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.733585:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308ba868 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733593:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308ba868 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733601:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308ba868 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733609:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308ba868 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.733627:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.733710:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+265:3660:x1862023169535616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19970us (20023us total) trans 4294972535 rc 0/0
00000100:00100000:3.0:1775764891.733717:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28550
00000004:00080000:3.0:1775764891.733751:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e300380/2, rc 0, transno 4294972535
00000100:00100000:3.0:1775764891.733762:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169535616:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.733834:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53d5fc000/2, rc 0, transno 4294972560
00000100:00100000:3.0:1775764891.733843:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169535104:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.733851:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764891.733858:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169539200:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.733885:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.733920:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6710:2412:x1862023150145664:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 725us (1432us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.733927:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7295
00000100:00100000:3.0:1775764891.733971:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7302
00000100:00100000:3.0:1775764891.733977:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6709:2410:x1862023150146560:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.733985:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.733990:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003dcd1a16/0xd3c138f33087c286 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07042 expref: 6709 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734000:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003dcd1a16/0xd3c138f33087c286 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07042 expref: 6709 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734018:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dcd1a16/0xd3c138f33087c286 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07042 expref: 6709 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734028:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734029:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734032:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000081e68b44/0xd3c138f3308ba884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734040:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081e68b44/0xd3c138f3308ba884 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734056:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.734065:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000081e68b44/0xd3c138f3308ba884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734073:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081e68b44/0xd3c138f3308ba884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734082:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081e68b44/0xd3c138f3308ba884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734090:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081e68b44/0xd3c138f3308ba884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734101:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.734200:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+282:3658:x1862023169536896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13791us (14621us total) trans 4294972561 rc 0/0
00000100:00100000:3.0:1775764891.734206:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28555
00000100:00100000:3.0:1775764891.734219:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169539200
00000100:00100000:3.0:1775764891.734223:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169539200
00000100:00100000:3.0:1775764891.734241:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169539328
00000100:00100000:3.0:1775764891.734243:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169539328
00000100:00100000:3.0:1775764891.734274:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28564
00000100:00100000:3.0:1775764891.734280:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+265:3657:x1862023169539200:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.734301:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9498 count 1
00010000:00010000:3.0:1775764891.734318:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba8df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x251a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734331:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000832114cc/0xd3c138f33087c09c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f3f expref: 6737 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734338:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734339:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734342:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba8df lrc: 4/0,1 mode: --/PW res: [0x280000401:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734360:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000832114cc/0xd3c138f33087c09c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f3f expref: 6737 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734372:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000832114cc/0xd3c138f33087c09c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f3f expref: 6737 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.734384:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409228000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169539584:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.734417:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.734426:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.734434:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28566
00000100:00100000:3.0:1775764891.734441:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+283:3660:x1862023169539456:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.734451:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7826 count 1
00010000:00010000:3.0:1775764891.734501:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000faf8765/0xd3c138f3308ba8ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734512:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006166aa21/0xd3c138f33087c13d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0708f expref: 6708 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734519:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734520:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734523:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000faf8765/0xd3c138f3308ba8ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734541:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006166aa21/0xd3c138f33087c13d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0708f expref: 6708 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734549:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006166aa21/0xd3c138f33087c13d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0708f expref: 6708 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.734559:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169539840:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.734576:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc99c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.734592:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6708:2410:x1862023150146560:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 615us (1758us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.734602:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7302
00000100:00100000:3.0:1775764891.734616:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7303
00000100:00100000:3.0:1775764891.734622:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6707:2410:x1862023150146688:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.734629:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.734633:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000576a725d/0xd3c138f33087c11a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07049 expref: 6707 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734643:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000576a725d/0xd3c138f33087c11a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07049 expref: 6707 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734656:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000576a725d/0xd3c138f33087c11a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07049 expref: 6707 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734666:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734667:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734670:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734677:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734692:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.734702:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734715:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734722:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734729:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003ea0c76/0xd3c138f3308ba88b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734740:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.734807:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+285:3658:x1862023169537024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14225us (14475us total) trans 4294972563 rc 0/0
00000100:00100000:3.0:1775764891.734814:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28556
00010000:00010000:3.0:1775764891.734827:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.734838:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6706:2410:x1862023150146688:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 217us (1992us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.734844:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7303
00000100:00100000:3.0:1775764891.734855:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7304
00000100:00100000:3.0:1775764891.734861:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bb84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6737:2410:x1862023150146816:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.734870:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.734874:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072e4fb61/0xd3c138f33087bfe6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f15 expref: 6737 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734884:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072e4fb61/0xd3c138f33087bfe6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f15 expref: 6737 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734897:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072e4fb61/0xd3c138f33087bfe6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f15 expref: 6737 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734906:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734908:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.734910:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba8ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734917:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba8ae lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734933:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.734945:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bb84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6736:2410:x1862023150146816:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 85us (2086us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.734951:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7304
00000100:00100000:3.0:1775764891.734963:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7305
00000100:00100000:3.0:1775764891.734969:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c618050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6735:2412:x1862023150147328:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.734976:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.734981:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000001dcd0fe/0xd3c138f33087bff4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f1c expref: 6735 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.734990:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000001dcd0fe/0xd3c138f33087bff4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f1c expref: 6735 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735009:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001dcd0fe/0xd3c138f33087bff4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f1c expref: 6735 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735019:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.735020:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.735023:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735030:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735058:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.735067:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735075:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735082:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735090:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735101:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.735202:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+266:3658:x1862023169537792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8519us (8587us total) trans 4294972536 rc 0/0
00000100:00100000:3.0:1775764891.735209:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28559
00010000:00010000:3.0:1775764891.735224:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.735229:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735236:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408174600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.735239:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735246:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735269:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735276:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000561fe1cc/0xd3c138f3308ba8bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735291:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.735293:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba8ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735299:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408175800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.735303:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba8ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735315:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba8ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735325:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba8ae lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735332:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308ba8ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735343:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.735345:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.735347:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.735352:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764891.735360:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169540224:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.735387:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.735412:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c618050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6734:2412:x1862023150147328:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 443us (2404us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.735418:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7305
00000100:00100000:3.0:1775764891.735435:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169540224
00000100:00100000:3.0:1775764891.735439:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169540224
00000100:00100000:3.0:1775764891.735457:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28568
00000100:00100000:3.0:1775764891.735462:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534931850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+267:3657:x1862023169540224:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.735473:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4338 count 1
00010000:00010000:3.0:1775764891.735483:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba8fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735498:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000833d077b/0xd3c138f33087c0a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f4d expref: 6733 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735505:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.735506:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.735509:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba8fb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735527:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000833d077b/0xd3c138f33087c0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f4d expref: 6733 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735536:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000833d077b/0xd3c138f33087c0a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f4d expref: 6733 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.735546:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169540480:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.735565:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.735580:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7306
00000100:00100000:3.0:1775764891.735587:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6733:2412:x1862023150147200:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.735594:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.735599:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f2c8d90/0xd3c138f33087c1f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f2a expref: 6733 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735608:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f2c8d90/0xd3c138f33087c1f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f2a expref: 6733 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735627:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f2c8d90/0xd3c138f33087c1f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f2a expref: 6733 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735636:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.735638:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.735641:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6711c4f/0xd3c138f3308ba8b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735649:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6711c4f/0xd3c138f3308ba8b5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.735666:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.735678:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6732:2412:x1862023150147200:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (2654us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.735684:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7306
00010000:00010000:3.0:1775764891.738036:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.738041:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba0c50ac/0xd3c138f3308ba86f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738049:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408174000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.738052:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba0c50ac/0xd3c138f3308ba86f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738059:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba0c50ac/0xd3c138f3308ba86f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738075:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba0c50ac/0xd3c138f3308ba86f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738083:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba0c50ac/0xd3c138f3308ba86f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738099:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.738101:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.738103:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.738232:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169540992:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.738280:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.738319:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169540992
00000100:00100000:3.0:1775764891.738325:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169540992
00000100:00100000:3.0:1775764891.738358:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28571
00000100:00100000:3.0:1775764891.738364:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+286:3657:x1862023169540992:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.738389:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2965 count 1
00010000:00010000:3.0:1775764891.738406:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308ba910 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738420:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fbb7631/0xd3c138f33087c14b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ab expref: 6704 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738427:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.738428:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.738431:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308ba910 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738484:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fbb7631/0xd3c138f33087c14b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ab expref: 6704 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.738498:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fbb7631/0xd3c138f33087c14b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ab expref: 6704 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.738510:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169541120:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.738542:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9d80 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.746479:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409228000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169539584:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.746492:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba8df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.746514:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169540480:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.746524:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba8fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.746611:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169539840:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.746620:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000faf8765/0xd3c138f3308ba8ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.746640:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150147456
00000100:00100000:3.0:1775764891.746645:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150147456
00010000:00010000:3.0:1775764891.746677:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eceb46bc/0xd3c138f33087c1fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06f38 expref: 6731 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.746707:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150147584
00000100:00100000:3.0:1775764891.746710:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150147584
00010000:00010000:3.0:1775764891.746725:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004fe21f6b/0xd3c138f33087c121 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07057 expref: 6706 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.746742:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150148096
00000100:00100000:3.0:1775764891.746745:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150148096
00010000:00010000:3.0:1775764891.746756:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8766aec/0xd3c138f33087c2a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07088 expref: 6707 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.750179:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7309
00000100:00100000:3.0:1775764891.750191:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6707:2412:x1862023150147840:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.750200:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.750206:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b04aad3/0xd3c138f33087c2a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x177c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0707a expref: 6707 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750215:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b04aad3/0xd3c138f33087c2a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x177c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0707a expref: 6707 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750229:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b04aad3/0xd3c138f33087c2a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x177c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0707a expref: 6707 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750240:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.750242:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.750246:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009f3f7501/0xd3c138f3308ba8d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x177c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750267:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f3f7501/0xd3c138f3308ba8d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x177c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750371:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.750395:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6706:2412:x1862023150147840:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 208us (3747us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.750402:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7309
00000100:00100000:3.0:1775764891.750418:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7310
00000100:00100000:3.0:1775764891.750425:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6705:2412:x1862023150148096:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.750432:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.750437:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8766aec/0xd3c138f33087c2a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x231c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07088 expref: 6705 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750446:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8766aec/0xd3c138f33087c2a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x231c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07088 expref: 6705 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750459:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8766aec/0xd3c138f33087c2a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x231c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07088 expref: 6705 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750468:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.750470:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.750473:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009f72a3b7/0xd3c138f3308ba8e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750485:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f72a3b7/0xd3c138f3308ba8e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750502:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.750519:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6704:2412:x1862023150148096:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (3842us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.750526:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7310
00000100:00100000:3.0:1775764891.750539:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7311
00000100:00100000:3.0:1775764891.750545:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6703:2412:x1862023150148352:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.750553:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.750557:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ed7a11e/0xd3c138f33087c144 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0709d expref: 6703 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750565:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ed7a11e/0xd3c138f33087c144 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0709d expref: 6703 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750578:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ed7a11e/0xd3c138f33087c144 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0709d expref: 6703 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750588:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.750589:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.750592:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001bb50fc9/0xd3c138f3308ba8f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750604:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001bb50fc9/0xd3c138f3308ba8f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.750619:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.750634:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6702:2412:x1862023150148352:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 89us (3937us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.750640:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7311
00000100:00100000:3.0:1775764891.755359:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.755382:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169542784:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.755455:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.762760:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba8df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.762771:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba8df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.762780:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba8df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.762787:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308ba8df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.762799:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.762897:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+273:3657:x1862023169539200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28618us (29011us total) trans 4294972546 rc 0/0
00000100:00100000:3.0:1775764891.762907:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28564
00000004:00080000:3.0:1775764891.762965:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b5012ae680/2, rc 0, transno 4294972569
00000100:00100000:3.0:1775764891.762979:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169541760:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764891.763008:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000faf8765/0xd3c138f3308ba8ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763016:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000faf8765/0xd3c138f3308ba8ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763024:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000faf8765/0xd3c138f3308ba8ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763030:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000faf8765/0xd3c138f3308ba8ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763043:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.763143:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+291:3660:x1862023169539456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28703us (28863us total) trans 4294972570 rc 0/0
00000100:00100000:3.0:1775764891.763150:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28566
00000100:00100000:3.0:1775764891.763247:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.763348:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.763364:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150149888
00000100:00100000:3.0:1775764891.763370:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150149888
00010000:00010000:3.0:1775764891.763389:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6e9711f/0xd3c138f33087c2cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ce expref: 6697 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.763411:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150150016
00000100:00100000:3.0:1775764891.763414:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150150016
00010000:00010000:3.0:1775764891.763425:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d9c4f57/0xd3c138f33087c2d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070dc expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.763441:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7324
00000100:00100000:3.0:1775764891.763448:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6698:2412:x1862023150149888:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.763459:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.763464:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6e9711f/0xd3c138f33087c2cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ce expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763476:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6e9711f/0xd3c138f33087c2cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ce expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763490:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.763492:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.763495:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308ba956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763502:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308ba956 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763515:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.763533:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6698:2412:x1862023150149888:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 86us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.763542:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7324
00000100:00100000:3.0:1775764891.763554:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7325
00000100:00100000:3.0:1775764891.763559:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6697:2411:x1862023150150016:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.763567:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.763571:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d9c4f57/0xd3c138f33087c2d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070dc expref: 6697 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763581:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d9c4f57/0xd3c138f33087c2d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070dc expref: 6697 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763592:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.763594:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.763597:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba95d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763604:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308ba95d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.763615:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.763629:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6697:2411:x1862023150150016:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 70us (282us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.763635:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7325
00010000:00010000:3.0:1775764891.768051:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba8fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768060:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba8fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768070:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba8fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768078:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308ba8fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768093:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.768246:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534931850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+276:3657:x1862023169540224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32783us (32857us total) trans 4294972550 rc 0/0
00000100:00100000:3.0:1775764891.768266:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28568
00000100:00100000:3.0:1775764891.768406:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28587
00000100:00100000:3.0:1775764891.768412:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+294:3660:x1862023169545472:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.768424:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6794 count 1
00010000:00010000:3.0:1775764891.768436:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768446:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8fa6a0d/0xd3c138f33087c18a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07129 expref: 6695 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768454:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.768456:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.768458:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768476:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8fa6a0d/0xd3c138f33087c18a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07129 expref: 6695 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768486:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8fa6a0d/0xd3c138f33087c18a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07129 expref: 6695 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.768497:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169545600:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.768530:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.768549:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150150144
00000100:00100000:3.0:1775764891.768552:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150150144
00010000:00010000:3.0:1775764891.768569:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b876d8e9/0xd3c138f33087c167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070e3 expref: 6696 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.768589:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7326
00000100:00100000:3.0:1775764891.768597:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6696:2411:x1862023150150144:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.768605:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.768610:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b876d8e9/0xd3c138f33087c167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070e3 expref: 6696 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768621:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b876d8e9/0xd3c138f33087c167 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070e3 expref: 6696 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768639:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b876d8e9/0xd3c138f33087c167 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070e3 expref: 6696 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768649:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.768651:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.768655:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308ba96b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768663:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308ba96b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.768685:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.772007:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6694:2411:x1862023150150144:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3410us (3918us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.772016:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7326
00000100:00100000:3.0:1775764891.772101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.772140:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.772157:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150150528
00000100:00100000:3.0:1775764891.772160:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150150528
00000100:00100000:3.0:1775764891.772192:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14338
00000100:00100000:3.0:1775764891.772198:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6348:11674:x1862023150150528:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764891.772240:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.772270:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408d0be00/0xd3c138f33085473f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b99:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf526f expref: 6348 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.772285:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b99:0x0].0x0 (ffff89b407a12e00)
00010000:00010000:3.0:1775764891.773440:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.773460:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773472:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773485:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773498:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc600/0xd3c138f3308ba9fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb4f51756 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773504:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc600/0xd3c138f3308ba9fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb4f51756 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773511:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc600/0xd3c138f3308ba9fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb4f51756 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773601:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773608:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773615:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.773812:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3996, 64 off263936
00000040:00080000:3.0:1775764891.773833:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3996, 64 off263936
00010000:00010000:3.0:1775764891.773871:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773879:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773887:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773896:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773902:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773907:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773919:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.773935:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773948:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773954:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773959:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.773962:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773968:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773976:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b99:0x0].0x0 (ffff89b402f48e00)
00010000:00010000:3.0:1775764891.773979:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.773983:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.773992:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd200/0xd3c138f3308baa05 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774005:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774012:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774017:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774022:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.774025:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774030:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774038:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764891.774040:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.774042:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774048:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308ba9f7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.774056:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de0468bc reply state 000000002a1a772c transno 4294991810 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc600/0xd3c138f3308ba9fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb4f51756 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774065:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc600/0xd3c138f3308ba9fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb4f51756 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774072:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb4f51756 (ffff89b402f48900)
00010000:00010000:3.0:1775764891.774074:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.774077:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764891.774137:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6349:11674:x1862023150150528:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1938us (1995us total) trans 4294991810 rc 0/0
00000100:00100000:3.0:1775764891.774145:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14338
00010000:00010000:3.0:1775764891.774165:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.774170:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774175:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.774178:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774184:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774193:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b99:0x0].0x0 (ffff89b402f48e00)
00010000:00010000:3.0:1775764891.774195:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764891.774198:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774203:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308baa0c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.774215:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.774217:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.774218:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.776364:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169545600:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.776387:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.776415:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169544960:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.776426:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ad82e47c/0xd3c138f3308ba9b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.776456:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7330
00000100:00100000:3.0:1775764891.776463:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6693:2409:x1862023150151168:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.776472:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.776476:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fc623c45/0xd3c138f33087c183 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0711b expref: 6693 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776485:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fc623c45/0xd3c138f33087c183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0711b expref: 6693 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776499:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.776500:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.776503:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308ba9aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776510:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308ba9aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776521:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.776544:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6693:2409:x1862023150151168:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 81us (651us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.776551:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7330
00000100:00100000:3.0:1775764891.776569:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7331
00000100:00100000:3.0:1775764891.776575:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6692:2409:x1862023150151424:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.776582:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.776586:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8fa6a0d/0xd3c138f33087c18a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07129 expref: 6692 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776595:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8fa6a0d/0xd3c138f33087c18a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07129 expref: 6692 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776607:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8fa6a0d/0xd3c138f33087c18a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07129 expref: 6692 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776616:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.776618:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.776620:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776626:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776640:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.776650:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776662:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776669:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776676:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308ba9b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.776690:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.776777:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+300:3660:x1862023169545472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8365us (8792us total) trans 4294972578 rc 0/0
00000100:00100000:3.0:1775764891.776783:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28587
00010000:00010000:1.0:1775764891.777025:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.777027:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.778085:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bc01880/2, rc 0, transno 4294972578
00000100:00100000:3.0:1775764891.778099:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169545472:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.778108:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bc03800/2, rc 0, transno 4294972579
00000100:00100000:3.0:1775764891.778112:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169544704:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764891.778142:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.778147:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308ba9aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778154:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093db200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.778158:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308ba9aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778170:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308ba9aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778183:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308ba9aa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778189:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308ba9aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778205:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.778208:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308ba9a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778214:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093da600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.778217:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308ba9a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778224:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308ba9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778234:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308ba9a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778240:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308ba9a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778268:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.778269:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.778271:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.778280:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ad82e47c/0xd3c138f3308ba9b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778288:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad82e47c/0xd3c138f3308ba9b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778307:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad82e47c/0xd3c138f3308ba9b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778315:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad82e47c/0xd3c138f3308ba9b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.778329:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.778466:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764891.778481:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169548032:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.778899:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+281:3658:x1862023169543808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11139us (11358us total) trans 4294972553 rc 0/0
00000100:00100000:3.0:1775764891.778906:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28586
00000100:00100000:1.0:1775764891.779355:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.779376:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6690:2409:x1862023150151424:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2800us (3465us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.779384:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7331
00010000:00010000:1.0:1775764891.779390:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.779401:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169548032
00000100:00100000:1.0:1775764891.779406:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169548032
00000100:00100000:3.0:1775764891.779408:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169548288:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.779435:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.779442:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169548288
00000100:00100000:1.0:1775764891.779444:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169548288
00000100:00100000:3.0:1775764891.779456:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.779467:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28598
00000100:00100000:1.0:1775764891.779558:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+281:3659:x1862023169548032:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.779587:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3563 count 1
00010000:00010000:1.0:1775764891.779609:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.779627:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024b42a44/0xd3c138f33087c278 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xdeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07026 expref: 6719 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.779635:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.779637:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.779639:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.779665:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024b42a44/0xd3c138f33087c278 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xdeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07026 expref: 6719 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.779678:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024b42a44/0xd3c138f33087c278 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xdeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07026 expref: 6719 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.779696:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169548416:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.779732:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28599
00000100:00100000:3.0:1775764891.779741:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+300:3658:x1862023169548288:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.779742:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b4016653c0 going to sleep for 11 seconds
00002000:00080000:3.0:1775764891.779756:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5124 count 1
00010000:00010000:3.0:1775764891.779770:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.779782:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059b27881/0xd3c138f33087c335 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07192 expref: 6689 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.779789:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.779790:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764891.779791:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169548544:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764891.779793:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.779817:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.779836:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764891.779841:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169548672:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.779861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.779898:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6719:2409:x1862023150150912:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3489us (4028us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.779905:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7329
00000100:00100000:1.0:1775764891.780261:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764891.782760:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059b27881/0xd3c138f33087c335 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07192 expref: 6688 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.782771:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059b27881/0xd3c138f33087c335 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07192 expref: 6688 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.782781:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169549184:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.782806:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9900 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.782819:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.782825:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024b781d3/0xd3c138f3308ba995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.782833:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093db600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.782838:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024b781d3/0xd3c138f3308ba995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.782847:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024b781d3/0xd3c138f3308ba995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.782866:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024b781d3/0xd3c138f3308ba995 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.782874:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024b781d3/0xd3c138f3308ba995 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.782894:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.782896:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.782897:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.786391:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169549312:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.786483:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.795073:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150151552
00000100:00100000:3.0:1775764891.795081:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150151552
00010000:00010000:3.0:1775764891.795141:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000092900bc7/0xd3c138f33087c255 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x150d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fee expref: 6719 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.795166:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7335
00000100:00100000:3.0:1775764891.795176:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6719:2412:x1862023150151552:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.795190:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.795196:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000092900bc7/0xd3c138f33087c255 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x150d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fee expref: 6719 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.795219:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000092900bc7/0xd3c138f33087c255 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x150d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fee expref: 6719 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.795244:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.795246:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.795259:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.795269:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.795286:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.795477:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6719:2412:x1862023150151552:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 301us (680us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.795484:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7335
00010000:00010000:3.0:1775764891.796175:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.796181:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938aa00/0xd3c138f3308baa60 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.796187:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.796191:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938aa00/0xd3c138f3308baa60 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.796197:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938aa00/0xd3c138f3308baa60 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.796216:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13a:0x0].0x0 (ffff89b4092e0100)
00010000:00010000:3.0:1775764891.796219:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764891.796222:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938aa00/0xd3c138f3308baa60 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.796232:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938aa00/0xd3c138f3308baa60 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.796244:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.796245:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.796247:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.796872:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150152448
00000100:00100000:3.0:1775764891.796877:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150152448
00010000:00010000:3.0:1775764891.796905:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000819cc69f/0xd3c138f33087c312 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0714c expref: 6689 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.796924:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150152704
00000100:00100000:3.0:1775764891.796926:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150152704
00010000:00010000:3.0:1775764891.796938:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009cc29b86/0xd3c138f33087c271 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07018 expref: 6719 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.796971:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150152576
00000100:00100000:3.0:1775764891.796973:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150152576
00010000:00010000:3.0:1775764891.796984:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f33087c0fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07003 expref: 6720 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797320:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092900bc7/0xd3c138f33087c255 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x150d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fee expref: 6720 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797335:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c333b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169545856:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.797348:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797357:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797369:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797379:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797387:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797407:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.797606:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+284:3658:x1862023169545216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28700us (28820us total) trans 4294972554 rc 0/0
00000100:00100000:1.0:1775764891.797615:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28589
00000100:00100000:1.0:1775764891.797644:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150151680
00000100:00100000:1.0:1775764891.797649:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150151680
00010000:00010000:1.0:1775764891.797666:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e72fe9df/0xd3c138f33087c25c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ffc expref: 6720 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797681:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150151936
00000100:00100000:1.0:1775764891.797684:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150151936
00010000:00010000:1.0:1775764891.797696:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000adf3cfe8/0xd3c138f33087c191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07137 expref: 6690 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797708:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150152832
00000100:00100000:1.0:1775764891.797711:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150152832
00010000:00010000:1.0:1775764891.797723:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bd47cb/0xd3c138f33087c320 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07168 expref: 6691 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797736:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150153216
00000100:00100000:1.0:1775764891.797738:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150153216
00010000:00010000:1.0:1775764891.797750:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024b42a44/0xd3c138f33087c278 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xdeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07026 expref: 6721 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797761:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150153472
00000100:00100000:1.0:1775764891.797763:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150153472
00010000:00010000:1.0:1775764891.797774:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000586b556d/0xd3c138f33087c30b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0703b expref: 6722 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797785:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150151808
00000100:00100000:1.0:1775764891.797787:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150151808
00010000:00010000:1.0:1775764891.797797:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000091c62f4e/0xd3c138f33087c263 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fe0 expref: 6723 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797815:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150152064
00000100:00100000:1.0:1775764891.797818:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150152064
00010000:00010000:1.0:1775764891.797829:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000360768bf/0xd3c138f33087c6a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c1 expref: 6724 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797840:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150153088
00000100:00100000:1.0:1775764891.797842:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150153088
00010000:00010000:1.0:1775764891.797851:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000383cc6f5/0xd3c138f33087c1ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0716f expref: 6692 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797862:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150153344
00000100:00100000:1.0:1775764891.797865:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150153344
00010000:00010000:1.0:1775764891.797875:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1899bc2/0xd3c138f33087c113 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0702d expref: 6725 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797885:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150153600
00000100:00100000:1.0:1775764891.797887:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150153600
00010000:00010000:1.0:1775764891.797898:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000fe21476/0xd3c138f33087c1b4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0717d expref: 6693 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.797910:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7336
00000100:00100000:1.0:1775764891.797917:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6693:2410:x1862023150152448:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.797932:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.797937:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000819cc69f/0xd3c138f33087c312 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0714c expref: 6693 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797947:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000819cc69f/0xd3c138f33087c312 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0714c expref: 6693 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797968:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000819cc69f/0xd3c138f33087c312 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0714c expref: 6693 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797981:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.797983:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.797987:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.797995:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798020:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.798052:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6692:2410:x1862023150152448:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 135us (1550us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.798058:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7336
00000100:00100000:1.0:1775764891.798087:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7337
00000100:00100000:1.0:1775764891.798094:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6725:2410:x1862023150152704:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.798102:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.798106:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009cc29b86/0xd3c138f33087c271 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07018 expref: 6725 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798148:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009cc29b86/0xd3c138f33087c271 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07018 expref: 6725 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798162:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.798163:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.798166:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798173:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798186:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.798203:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6725:2410:x1862023150152704:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 110us (1679us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.798209:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7337
00000100:00100000:1.0:1775764891.798223:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7338
00000100:00100000:1.0:1775764891.798229:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c330700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6724:2410:x1862023150152576:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.798237:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.798242:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f33087c0fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07003 expref: 6724 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798260:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f33087c0fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07003 expref: 6724 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798275:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f33087c0fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07003 expref: 6724 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798284:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.798286:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.798288:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798296:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798314:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.798333:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c330700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6723:2410:x1862023150152576:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 103us (1794us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.798339:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7338
00000100:00100000:1.0:1775764891.798350:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7339
00000100:00100000:1.0:1775764891.798356:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6722:2412:x1862023150151680:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.798363:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.798367:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e72fe9df/0xd3c138f33087c25c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ffc expref: 6722 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798378:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e72fe9df/0xd3c138f33087c25c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06ffc expref: 6722 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798389:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.798391:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.798394:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af4f7786/0xd3c138f3308ba9bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798401:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af4f7786/0xd3c138f3308ba9bf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798411:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.798428:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6722:2412:x1862023150151680:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 72us (1687us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.798433:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7339
00000100:00100000:1.0:1775764891.798447:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7340
00000100:00100000:1.0:1775764891.798453:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6691:2412:x1862023150151936:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.798460:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.798465:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000adf3cfe8/0xd3c138f33087c191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07137 expref: 6691 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798475:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000adf3cfe8/0xd3c138f33087c191 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07137 expref: 6691 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798489:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adf3cfe8/0xd3c138f33087c191 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07137 expref: 6691 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798498:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.798499:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.798502:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798509:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798527:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.798542:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798551:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798559:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798567:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798581:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.798697:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+303:3658:x1862023169546240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28911us (28987us total) trans 4294972581 rc 0/0
00000100:00100000:1.0:1775764891.798704:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28591
00010000:00010000:1.0:1775764891.798724:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.798731:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798738:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093db000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.798742:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798751:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798763:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798770:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002cf3e5b4/0xd3c138f3308ba9c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798788:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.798791:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798797:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093dae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.798801:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798813:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798823:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798830:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b883d707/0xd3c138f3308ba9d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798843:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.798845:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.798847:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.798857:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798866:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798873:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798879:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.798894:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.799003:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+303:3658:x1862023169546496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28960us (29013us total) trans 4294972582 rc 0/0
00000100:00100000:1.0:1775764891.799009:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28592
00010000:00010000:1.0:1775764891.799053:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cc29b86/0xd3c138f33087c271 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07018 expref: 6721 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.799064:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169547136:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.799081:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799089:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799095:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799102:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799109:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799150:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.799233:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+284:3659:x1862023169547008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28664us (28710us total) trans 4294972555 rc 0/0
00000100:00100000:1.0:1775764891.799239:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28594
00010000:00010000:1.0:1775764891.799273:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799282:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799290:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799297:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799309:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1775764891.799318:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764891.799322:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799329:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093da000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.799332:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799340:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799351:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799363:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed7745a7/0xd3c138f3308ba9db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799378:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.799381:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799388:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093daa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.799390:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799398:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799407:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799414:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d4047d9/0xd3c138f3308ba9e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799427:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.799430:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799437:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093da200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.799440:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799446:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799454:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799460:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f3f7501/0xd3c138f3308ba9e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799472:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.799473:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.799475:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.799548:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+284:3659:x1862023169546752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29212us (29268us total) trans 4294972556 rc 0/0
00000100:00100000:1.0:1775764891.799554:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28593
00000100:00100000:1.0:1775764891.799586:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6690:2412:x1862023150151936:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1133us (2827us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.799592:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7340
00000100:00100000:3.0:1775764891.799594:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150152960
00000100:00100000:3.0:1775764891.799602:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150152960
00000100:00100000:1.0:1775764891.799610:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7341
00000100:00100000:1.0:1775764891.799615:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c333100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6690:2412:x1862023150152832:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.799623:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d74f55eb/0xd3c138f33087c319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0715a expref: 6690 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799625:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.799630:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2bd47cb/0xd3c138f33087c320 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07168 expref: 6690 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.799642:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7342
00010000:00010000:1.0:1775764891.799645:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2bd47cb/0xd3c138f33087c320 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07168 expref: 6690 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.799647:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6720:2412:x1862023150153216:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.799655:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.799659:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.799659:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000024b42a44/0xd3c138f33087c278 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xdeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07026 expref: 6720 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799660:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.799664:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308baa13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799668:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024b42a44/0xd3c138f33087c278 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xdeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07026 expref: 6720 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799672:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308baa13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799680:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b42a44/0xd3c138f33087c278 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xdeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07026 expref: 6720 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799685:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.799689:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.799691:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.799694:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.799700:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c333100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6690:2412:x1862023150152832:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 85us (2927us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764891.799702:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.799707:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7341
00000100:00100000:1.0:1775764891.799721:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7343
00010000:00010000:3.0:1775764891.799721:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.799727:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6719:2412:x1862023150153472:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.799737:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1775764891.799738:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6719:2412:x1862023150153216:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (2950us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764891.799742:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000586b556d/0xd3c138f33087c30b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0703b expref: 6719 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.799744:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7342
00010000:00010000:1.0:1775764891.799751:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000586b556d/0xd3c138f33087c30b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0703b expref: 6718 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.799756:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7344
00000100:00100000:3.0:1775764891.799762:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6718:2412:x1862023150151808:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.799769:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.799769:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.799770:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.799774:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db0b3fb0/0xd3c138f3308baa36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799775:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000091c62f4e/0xd3c138f33087c263 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22e3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fe0 expref: 6718 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799782:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db0b3fb0/0xd3c138f3308baa36 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799785:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000091c62f4e/0xd3c138f33087c263 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22e3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fe0 expref: 6718 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799793:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.799798:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091c62f4e/0xd3c138f33087c263 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22e3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee06fe0 expref: 6718 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.799808:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6717:2412:x1862023150153472:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 82us (3007us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764891.799808:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.799814:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7343
00000100:00100000:3.0:1775764891.799818:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6717:2412:x1862023150151808:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 57us (3006us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.799823:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7344
00000100:00100000:1.0:1775764891.799827:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7345
00000100:00100000:1.0:1775764891.799833:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6715:2412:x1862023150152064:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1775764891.799833:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7346
00000100:00100000:3.0:1775764891.799838:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6689:2412:x1862023150153088:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.799840:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.799845:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000360768bf/0xd3c138f33087c6a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c1 expref: 6715 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799845:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.799850:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000383cc6f5/0xd3c138f33087c1ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0716f expref: 6689 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799855:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000360768bf/0xd3c138f33087c6a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c1 expref: 6715 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799858:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000383cc6f5/0xd3c138f33087c1ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0716f expref: 6689 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799867:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000360768bf/0xd3c138f33087c6a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c1 expref: 6715 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799869:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000383cc6f5/0xd3c138f33087c1ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0716f expref: 6689 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799883:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.799885:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.799885:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.799886:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.799888:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799889:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799896:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799897:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799912:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.799912:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.799924:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.799925:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6688:2412:x1862023150153088:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 87us (3087us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.799931:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7346
00010000:00010000:1.0:1775764891.799933:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.799940:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.799943:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7347
00010000:00010000:1.0:1775764891.799948:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.799949:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6714:2412:x1862023150153344:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.799956:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.799960:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.799960:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1899bc2/0xd3c138f33087c113 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0702d expref: 6714 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799968:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1899bc2/0xd3c138f33087c113 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0702d expref: 6714 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799979:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.799981:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.799983:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b797e5b/0xd3c138f3308baa2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.799996:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b797e5b/0xd3c138f3308baa2f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800007:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.800018:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6714:2412:x1862023150153344:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 70us (3166us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.800024:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7347
00000100:00100000:1.0:1775764891.800030:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+284:3658:x1862023169545088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30974us (31192us total) trans 4294972557 rc 0/0
00000100:00100000:1.0:1775764891.800036:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28590
00000100:00100000:3.0:1775764891.800037:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7348
00000100:00100000:3.0:1775764891.800043:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6687:2412:x1862023150153600:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.800050:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.800051:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.800055:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800055:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000fe21476/0xd3c138f33087c1b4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0717d expref: 6687 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.800063:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093dba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.800066:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000fe21476/0xd3c138f33087c1b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0717d expref: 6687 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.800067:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.800075:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800078:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.800079:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.800082:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308baa3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.800084:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800090:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308baa3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.800092:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054a26b27/0xd3c138f3308ba9cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800101:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.800105:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.800106:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.800108:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.800131:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6687:2412:x1862023150153600:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 71us (3246us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.800137:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6713:2412:x1862023150152064:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 305us (3313us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.800137:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7348
00000100:00100000:1.0:1775764891.800143:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7345
00000100:00100000:3.0:1775764891.800151:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7349
00000100:00100000:3.0:1775764891.800156:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c333480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6686:2410:x1862023150152960:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.800163:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.800167:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d74f55eb/0xd3c138f33087c319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0715a expref: 6686 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800176:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d74f55eb/0xd3c138f33087c319 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0715a expref: 6686 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800186:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.800188:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.800191:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba9f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800198:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba9f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.800998:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.801018:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c333480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6685:2410:x1862023150152960:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 861us (4464us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.801025:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7349
00010000:00010000:3.0:1775764891.801071:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801084:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801092:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801099:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801106:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.801197:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534930050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+303:3659:x1862023169547776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24458us (24833us total) trans 4294972584 rc 0/0
00000100:00100000:3.0:1775764891.801534:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28597
00010000:00010000:3.0:1775764891.801551:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.801555:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308baa13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801564:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e6000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.801567:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308baa13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801577:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308baa13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801590:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308baa13 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801597:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000938f2d0/0xd3c138f3308baa13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801613:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.801616:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801622:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093db400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.801624:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801631:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801639:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801646:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df0ca8e4/0xd3c138f3308baa1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801659:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.801662:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af4f7786/0xd3c138f3308ba9bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801669:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093dac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.801672:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af4f7786/0xd3c138f3308ba9bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801680:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af4f7786/0xd3c138f3308ba9bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801690:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af4f7786/0xd3c138f3308ba9bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801696:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af4f7786/0xd3c138f3308ba9bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801710:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.801711:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.801713:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.801723:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801731:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801738:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801744:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801761:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.801833:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+286:3659:x1862023169548032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22360us (22478us total) trans 4294972559 rc 0/0
00000100:00100000:3.0:1775764891.801839:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28598
00000100:00100000:3.0:1775764891.801851:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28605
00000100:00100000:3.0:1775764891.801855:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+285:3659:x1862023169549824:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.801869:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9577 count 1
00010000:00010000:3.0:1775764891.801886:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801901:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008340b6dd/0xd3c138f33087c294 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0705e expref: 6711 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801909:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.801911:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.801914:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.801935:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008340b6dd/0xd3c138f33087c294 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0705e expref: 6711 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.802034:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008340b6dd/0xd3c138f33087c294 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0705e expref: 6711 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.802045:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169550208:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.802067:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9d80 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.802077:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.802080:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.802087:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093da800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.802090:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.802098:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.802109:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.802134:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710e2252/0xd3c138f3308baa21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.802148:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.802150:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.802151:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.802156:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.802180:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d74f55eb/0xd3c138f33087c319 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0715a expref: 6684 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.802190:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169547392:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.802201:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba9f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803026:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.803031:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db0b3fb0/0xd3c138f3308baa36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803039:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d77e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.803042:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db0b3fb0/0xd3c138f3308baa36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803051:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db0b3fb0/0xd3c138f3308baa36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803064:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db0b3fb0/0xd3c138f3308baa36 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803071:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db0b3fb0/0xd3c138f3308baa36 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803086:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.803088:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.803090:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.803101:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28608
00000100:00100000:3.0:1775764891.803107:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c2f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+290:3658:x1862023169550336:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.803138:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6012 count 1
00010000:00010000:3.0:1775764891.803148:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803163:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2f7786c/0xd3c138f33087c12f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x177c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07073 expref: 6710 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803170:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.803172:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.803174:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803191:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2f7786c/0xd3c138f33087c12f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x177c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07073 expref: 6710 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.803200:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2f7786c/0xd3c138f33087c12f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x177c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07073 expref: 6710 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.804640:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169551488:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.804671:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.804681:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.804689:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba9f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.804696:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba9f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.804704:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba9f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.804715:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.804716:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b69e3fa/0xd3c138f3308ba9f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.804739:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.805180:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+307:3658:x1862023169547264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33131us (33206us total) trans 4294972585 rc 0/0
00000100:00100000:3.0:1775764891.805187:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28595
00000004:00080000:1.0:1775764891.805264:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bc03100/2, rc 0, transno 4294972585
00000100:00100000:1.0:1775764891.805276:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169547264:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.805327:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.805337:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40f587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169552384:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.805365:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.805393:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169552384
00000100:00100000:1.0:1775764891.805398:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169552384
00000100:00100000:1.0:1775764891.805426:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28615
00000100:00100000:1.0:1775764891.805432:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40f587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+307:3658:x1862023169552384:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.805452:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4914 count 1
00010000:00010000:1.0:1775764891.805467:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308baab4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1332:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.805499:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000614ad837/0xd3c138f33087c35f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee071e6 expref: 6683 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.805507:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.805509:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.805512:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad18d320/0xd3c138f3308baab4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.805534:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000614ad837/0xd3c138f33087c35f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071e6 expref: 6683 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.805544:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000614ad837/0xd3c138f33087c35f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071e6 expref: 6683 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.805555:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169552512:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.805576:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b401665e40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.805705:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169549184:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.805722:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.805767:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.806210:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150153728
00000100:00100000:1.0:1775764891.806216:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150153728
00010000:00010000:1.0:1775764891.806237:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059b27881/0xd3c138f33087c335 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07192 expref: 6684 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.806270:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7350
00000100:00100000:1.0:1775764891.806277:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6684:2412:x1862023150153728:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.806287:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.806291:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059b27881/0xd3c138f33087c335 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07192 expref: 6684 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806302:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059b27881/0xd3c138f33087c335 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07192 expref: 6684 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806317:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059b27881/0xd3c138f33087c335 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07192 expref: 6684 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806328:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.806330:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.806333:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806342:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806361:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.806373:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806385:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806393:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806401:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806415:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.806518:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+308:3658:x1862023169548288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26778us (27082us total) trans 4294972586 rc 0/0
00000100:00100000:1.0:1775764891.806526:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28599
00000004:00080000:1.0:1775764891.806559:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40d4e8380/2, rc 0, transno 4294972586
00000100:00100000:1.0:1775764891.806568:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169548288:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.806610:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169552640:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.806635:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.806663:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169552640
00000100:00100000:1.0:1775764891.806666:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169552640
00000100:00100000:1.0:1775764891.806685:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28616
00000100:00100000:1.0:1775764891.806692:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+308:3658:x1862023169552640:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.806705:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8143 count 1
00010000:00010000:1.0:1775764891.806718:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806733:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042be2d33/0xd3c138f33087c366 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee071f4 expref: 6683 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806739:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.806740:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.806742:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806758:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042be2d33/0xd3c138f33087c366 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071f4 expref: 6683 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.806768:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042be2d33/0xd3c138f33087c366 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071f4 expref: 6683 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.806777:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169552768:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.806804:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b4016653c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.806824:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6683:2412:x1862023150153728:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 548us (1102us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.806831:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7350
00000100:00100000:1.0:1775764891.807201:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169549440:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.807219:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.807988:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764891.809928:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764891.809937:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.809946:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.809950:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.809959:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.809980:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.809987:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308baa28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810009:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.810014:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40833ca00/0xd3c138f3308baad7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x199b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810019:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40833ca00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.810022:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40833ca00/0xd3c138f3308baad7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x199b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810039:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40833ca00/0xd3c138f3308baad7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x199b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810050:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x199b:0x0].0x0 (ffff89b4093fe400)
00010000:00010000:1.0:1775764891.810054:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764891.810057:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40833ca00/0xd3c138f3308baad7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x199b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810063:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40833ca00/0xd3c138f3308baad7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x199b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810319:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.810323:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308baa3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810330:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d77000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.810333:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308baa3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810340:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308baa3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810352:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308baa3d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810358:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308baa3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.810374:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.810376:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.810378:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.810422:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40d4e8700/2, rc 0, transno 4294972587
00000100:00100000:1.0:1775764891.810444:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169548160:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764891.811661:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.811672:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.811682:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.811691:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.811710:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.811901:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40f585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+309:3657:x1862023169549312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25201us (25418us total) trans 4294972588 rc 0/0
00000100:00100000:1.0:1775764891.811910:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28603
00000100:00100000:1.0:1775764891.811929:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169553152
00000100:00100000:1.0:1775764891.811934:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169553152
00000100:00100000:1.0:1775764891.811958:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28618
00000100:00100000:1.0:1775764891.811964:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+309:3660:x1862023169553152:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.811986:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:942 count 1
00010000:00010000:1.0:1775764891.812005:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.812019:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5e82428/0xd3c138f33087c1ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee071fb expref: 6680 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.812026:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.812042:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.812045:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.812086:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5e82428/0xd3c138f33087c1ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071fb expref: 6680 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.812100:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5e82428/0xd3c138f33087c1ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071fb expref: 6680 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.812139:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169553280:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.812191:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b401665000 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.813015:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.813036:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169553408:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764891.813055:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.813062:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.813071:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938a800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.813075:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.813085:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.813085:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.813102:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.813110:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b19c084/0xd3c138f3308baa44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.813137:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169553408
00000100:00100000:1.0:1775764891.813142:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169553408
00010000:00010000:3.0:1775764891.813145:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.813146:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.813148:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.813175:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28619
00000100:00100000:1.0:1775764891.813182:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+310:3658:x1862023169553408:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.813206:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5053 count 1
00010000:00010000:1.0:1775764891.813224:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308baaec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.813237:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4d1e6b1/0xd3c138f33087c374 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07295 expref: 6680 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.813244:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.813246:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.813249:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308baaec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.813279:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4d1e6b1/0xd3c138f33087c374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07295 expref: 6680 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.813290:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4d1e6b1/0xd3c138f33087c374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07295 expref: 6680 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.813688:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169553536:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.813744:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b401665240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.814044:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169550080:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.814068:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.814154:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169550208:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.814168:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.814654:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.814664:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.814672:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.814681:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.814695:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.814863:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+292:3659:x1862023169549824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13007us (13097us total) trans 4294972562 rc 0/0
00000100:00100000:3.0:1775764891.814871:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28605
00010000:00010000:3.0:1775764891.814972:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.814981:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.814989:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.814995:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815007:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.815077:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+292:3659:x1862023169549696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13228us (13357us total) trans 4294972563 rc 0/0
00000100:00100000:3.0:1775764891.815083:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28604
00010000:00010000:3.0:1775764891.815100:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.815105:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815130:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.815136:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815145:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815157:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815164:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308baa6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815182:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.815185:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815192:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d76400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.815195:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815201:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.815209:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093a7915c/0xd3c138f33087c136 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x231c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07081 expref: 6708 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.815222:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169550592:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.815389:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815396:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000349f451/0xd3c138f3308baa67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.815411:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.815413:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.815415:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.815443:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7f4700/2, rc 0, transno 4294972562
00000100:00100000:3.0:1775764891.815456:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169549824:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.815466:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ba54a80/2, rc 0, transno 4294972563
00000100:00100000:3.0:1775764891.815469:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169549696:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.815541:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.815555:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169553792:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.815587:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.816380:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7356
00000100:00100000:3.0:1775764891.816389:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6680:2409:x1862023150154880:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.816398:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.816403:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000136e35d0/0xd3c138f33087c1c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071b5 expref: 6680 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816412:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000136e35d0/0xd3c138f33087c1c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071b5 expref: 6680 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816425:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000136e35d0/0xd3c138f33087c1c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071b5 expref: 6680 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816434:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.816436:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.816439:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad82e47c/0xd3c138f3308baa91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816446:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad82e47c/0xd3c138f3308baa91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816464:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.816483:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:2409:x1862023150154880:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 96us (824us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.818873:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7356
00010000:00010000:3.0:1775764891.818897:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ad82e47c/0xd3c138f3308baa91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.818906:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad82e47c/0xd3c138f3308baa91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.819012:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad82e47c/0xd3c138f3308baa91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.819018:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad82e47c/0xd3c138f3308baa91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.819034:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.819145:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c2f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+311:3659:x1862023169550720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15790us (16324us total) trans 4294972590 rc 0/0
00000100:00100000:3.0:1775764891.819152:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28610
00000004:00080000:3.0:1775764891.819187:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2f9c00/2, rc 0, transno 4294972565
00000100:00100000:3.0:1775764891.819197:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169551232:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.819279:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169554048:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.819309:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.819339:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.819357:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2f8000/2, rc 0, transno 4294972590
00000100:00100000:3.0:1775764891.819369:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169550720:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.819408:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150155136
00000100:00100000:3.0:1775764891.819413:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150155136
00010000:00010000:3.0:1775764891.819430:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000066deb705/0xd3c138f33087c2b0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07096 expref: 6706 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.819455:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7359
00000100:00100000:3.0:1775764891.819462:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6706:2409:x1862023150155136:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.819470:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.819475:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000066deb705/0xd3c138f33087c2b0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07096 expref: 6706 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820215:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820235:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.820246:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169554048
00000100:00100000:1.0:1775764891.820259:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169554048
00000100:00100000:1.0:1775764891.820301:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28621
00000100:00100000:1.0:1775764891.820309:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+293:3660:x1862023169554048:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.820338:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2023 count 1
00010000:00010000:1.0:1775764891.820359:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f3308baafa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820374:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009fb5ce56/0xd3c138f33087c160 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee070d5 expref: 6706 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820382:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.820383:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.820386:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f3308baafa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820412:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009fb5ce56/0xd3c138f33087c160 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070d5 expref: 6706 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820424:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009fb5ce56/0xd3c138f33087c160 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070d5 expref: 6706 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.820438:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169554304:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.820483:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b401665780 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.820503:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169553664:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.820530:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764891.820573:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7f4e00/2, rc 0, transno 4294972564
00000100:00100000:1.0:1775764891.820583:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169549952:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.820596:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8cfb80/2, rc 0, transno 4294972589
00000100:00100000:1.0:1775764891.820606:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169549568:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.820618:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.820623:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169554176:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.820646:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.820674:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169553664
00000100:00100000:1.0:1775764891.820678:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169553664
00000100:00100000:1.0:1775764891.820707:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169554176
00000100:00100000:1.0:1775764891.820711:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169554176
00000100:00100000:1.0:1775764891.820730:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28622
00000100:00100000:1.0:1775764891.820736:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+294:3658:x1862023169553664:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.820753:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6613 count 1
00010000:00010000:1.0:1775764891.820766:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820778:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ed43862/0xd3c138f33087c152 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee070b9 expref: 6706 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820785:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.820786:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.820788:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820820:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ed43862/0xd3c138f33087c152 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070b9 expref: 6706 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.820830:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ed43862/0xd3c138f33087c152 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070b9 expref: 6706 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.820840:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169554432:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.820864:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b50878f0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.820933:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169554560:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.820958:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.820990:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169554560
00000100:00100000:1.0:1775764891.820993:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169554560
00000100:00100000:1.0:1775764891.821017:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28623
00000100:00100000:1.0:1775764891.821024:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+312:3658:x1862023169554176:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.821038:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3555 count 1
00010000:00010000:1.0:1775764891.821052:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6be0d4/0xd3c138f3308bab08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.821075:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001183c9ea/0xd3c138f33087c002 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07210 expref: 6678 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.821082:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.821084:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.821086:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6be0d4/0xd3c138f3308bab08 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.821109:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001183c9ea/0xd3c138f33087c002 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07210 expref: 6678 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.821142:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001183c9ea/0xd3c138f33087c002 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07210 expref: 6678 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.821153:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eff3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169554816:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.821173:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408fd3d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.822312:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150155392
00000100:00100000:1.0:1775764891.822317:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150155392
00010000:00010000:1.0:1775764891.822341:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0c7d3dd/0xd3c138f33087c1d0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071c3 expref: 6679 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.822368:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7361
00000100:00100000:1.0:1775764891.822374:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:2409:x1862023150155392:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.822383:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.822387:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0c7d3dd/0xd3c138f33087c1d0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071c3 expref: 6679 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822398:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0c7d3dd/0xd3c138f33087c1d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071c3 expref: 6679 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822417:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.822418:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.822422:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000035607729/0xd3c138f3308baaad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822431:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035607729/0xd3c138f3308baaad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822445:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.822466:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:2409:x1862023150155392:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (587us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.822473:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7361
00000100:00100000:1.0:1775764891.822501:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169552768:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.822516:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822711:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822720:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822729:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822737:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.822751:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.822893:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+295:3659:x1862023169550464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20468us (20534us total) trans 4294972566 rc 0/0
00000100:00100000:1.0:1775764891.822900:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28606
00010000:00010000:3.0:1775764891.824998:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000066deb705/0xd3c138f33087c2b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07096 expref: 6706 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.825266:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.825275:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.825283:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d76600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.825296:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.825313:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.825334:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.825341:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c0e956c/0xd3c138f3308baa75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.825365:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.825367:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.825369:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.825860:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14051:1862023169553024:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.825887:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098f6c79e/0xd3c138f3308baade lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.826561:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066deb705/0xd3c138f33087c2b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07096 expref: 6706 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.826575:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.826579:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.826583:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308baa9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.826592:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308baa9f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.826618:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.826677:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6705:2409:x1862023150155136:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 7214us (7296us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.826687:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7359
00000100:00100000:3.0:1775764891.826777:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169551488:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.826790:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.826826:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764891.826846:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169554688:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764891.827391:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.827399:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308baaa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.827407:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093db200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.827411:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308baaa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.827421:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308baaa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.827436:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308baaa6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.827443:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000391c5419/0xd3c138f3308baaa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.827465:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.827466:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.827468:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.829564:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764891.829610:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.829619:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.829628:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.829641:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.829654:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.829743:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c2f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+295:3658:x1862023169550336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26636us (27123us total) trans 4294972567 rc 0/0
00000100:00100000:3.0:1775764891.829749:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28608
00010000:00010000:1.0:1775764891.829884:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5e82428/0xd3c138f33087c1ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071fb expref: 6675 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.829895:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169553280:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.829903:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28625
00000100:00100000:3.0:1775764891.829911:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+295:3660:x1862023169554688:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764891.829913:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.829920:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.829926:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.829933:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1775764891.829934:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4347 count 1
00010000:00010000:1.0:1775764891.829944:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.829959:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1775764891.830074:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bab16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830089:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009eacb08a/0xd3c138f33087c2da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ea expref: 6703 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830097:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.830099:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.830102:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bab16 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830151:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009eacb08a/0xd3c138f33087c2da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ea expref: 6703 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830163:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009eacb08a/0xd3c138f33087c2da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ea expref: 6703 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.830178:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169555072:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.830369:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.830383:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.830388:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830395:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.830398:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830406:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830420:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830427:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308baa83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x177c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830442:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.830446:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830452:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e6e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.830456:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830463:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830473:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.830479:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088ac791d/0xd3c138f3308baae5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.830487:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+314:3660:x1862023169553152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18522us (19836us total) trans 4294972594 rc 0/0
00000100:00100000:1.0:1775764891.830493:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28618
00010000:00010000:3.0:1775764891.830493:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.830495:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.830496:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.830510:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.830515:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.830519:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eb7a680/2, rc 0, transno 4294972594
00000004:00080000:1.0:1775764891.830531:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea53800/2, rc 0, transno 4294972593
00000100:00100000:3.0:1775764891.830531:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eb7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169553152:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.830535:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169553408:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.830544:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40f587800/2, rc 0, transno 4294972592
00000100:00100000:1.0:1775764891.830547:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40f587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169552384:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.830557:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7b6a00/2, rc 0, transno 4294972567
00000100:00100000:1.0:1775764891.830566:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169550336:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.830597:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169555584:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.830597:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169555200:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.830622:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.830687:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.830693:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40534a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169555328:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.830714:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.830751:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169555456:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.831007:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2f9880/2, rc 0, transno 4294972591
00000100:00100000:1.0:1775764891.831017:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169550976:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.831796:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.831825:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169555712:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.831848:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.831872:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169555200
00000100:00100000:3.0:1775764891.831875:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169555200
00000100:00100000:3.0:1775764891.831895:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169555712
00000100:00100000:3.0:1775764891.831898:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169555712
00000100:00100000:3.0:1775764891.831913:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28628
00000100:00100000:3.0:1775764891.831919:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+316:3660:x1862023169555200:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.831932:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:279 count 1
00010000:00010000:3.0:1775764891.832052:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bab2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.832063:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b20cfab3/0xd3c138f33087c025 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07233 expref: 6673 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.832070:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.832071:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.832074:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bab2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.832093:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b20cfab3/0xd3c138f33087c025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07233 expref: 6673 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.832102:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b20cfab3/0xd3c138f33087c025 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07233 expref: 6673 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.832111:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169556096:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.832150:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.832165:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.832185:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169555456
00000100:00100000:3.0:1775764891.832188:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169555456
00000100:00100000:3.0:1775764891.832470:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28629
00000100:00100000:3.0:1775764891.832478:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ec41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+316:3660:x1862023169555712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.832492:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9565 count 1
00010000:00010000:3.0:1775764891.832503:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.832515:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f33087c048 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07256 expref: 6673 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.832521:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.832523:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.832525:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.832544:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f33087c048 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07256 expref: 6673 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.832552:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f33087c048 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07256 expref: 6673 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.832561:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169556224:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.832583:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.832677:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28630
00000100:00100000:1.0:1775764891.832687:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ec42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+297:3659:x1862023169555456:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.832700:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3006 count 1
00010000:00010000:1.0:1775764891.832712:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.832725:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000333d6070/0xd3c138f33087c16e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee070f1 expref: 6702 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.832731:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.832732:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.832734:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.832753:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000333d6070/0xd3c138f33087c16e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070f1 expref: 6702 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.832763:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000333d6070/0xd3c138f33087c16e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070f1 expref: 6702 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.832774:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eff3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169556352:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.833353:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303f00 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.833376:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.833385:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.833399:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.833406:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.833422:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:3.0:1775764891.833919:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40d4eaa00/2, rc 0, transno 4294972568
00000100:00100000:3.0:1775764891.833936:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169553792:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.834077:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150156544
00000100:00100000:3.0:1775764891.834083:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150156544
00000100:00100000:3.0:1775764891.834134:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14341
00000100:00100000:3.0:1775764891.834142:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6351:11674:x1862023150156544:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764891.834186:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.834365:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087d6600/0xd3c138f33084f0b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1920:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4120 expref: 6351 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834381:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1920:0x0].0x0 (ffff89b404bfa700)
00010000:00010000:3.0:1775764891.834391:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.834409:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834421:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834429:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834443:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fca00/0xd3c138f3308bab47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcfd524c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834450:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fca00/0xd3c138f3308bab47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcfd524c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834456:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fca00/0xd3c138f3308bab47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcfd524c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834550:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834557:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834564:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.834783:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3999, 64 off264128
00000040:00080000:3.0:1775764891.834803:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3999, 64 off264128
00010000:00010000:3.0:1775764891.834848:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834857:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834865:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834872:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834878:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834883:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834897:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:3.0:1775764891.834913:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834918:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834923:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834928:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.834933:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.834939:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835371:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1920:0x0].0x0 (ffff89b402f48200)
00010000:00010000:3.0:1775764891.835375:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.835380:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835386:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bab4e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1920:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835403:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835409:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835414:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835418:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fdc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.835421:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835426:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835435:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764891.835437:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.835441:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835446:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bab40 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.835456:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a7a0566 reply state 00000000046fcbf9 transno 4294991813 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fca00/0xd3c138f3308bab47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcfd524c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835465:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fca00/0xd3c138f3308bab47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcfd524c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.835471:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcfd524c8 (ffff89b402f48e00)
00010000:00010000:3.0:1775764891.835473:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.835476:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764891.835961:0:14053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ed43862/0xd3c138f33087c152 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070b9 expref: 6701 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.835975:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169554432:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.835993:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836001:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836007:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836015:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836022:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836043:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1775764891.836333:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ea50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+298:3658:x1862023169553664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15596us (15801us total) trans 4294972570 rc 0/0
00000100:00100000:1.0:1775764891.836341:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28622
00010000:00010000:1.0:1775764891.836366:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:1.0:1775764891.836372:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836379:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083e7600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.836383:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836391:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836403:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836410:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000031acc8e/0xd3c138f3308baac9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836431:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1775764891.836436:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308baa9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836446:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4093da600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.836448:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308baa9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836455:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308baa9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836465:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308baa9f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836470:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4b79904/0xd3c138f3308baa9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836484:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764891.836487:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f035fa1e/0xd3c138f3308bab0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836493:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938ba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.836495:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f035fa1e/0xd3c138f3308bab0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836502:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f035fa1e/0xd3c138f3308bab0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836509:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f035fa1e/0xd3c138f3308bab0f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836516:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f035fa1e/0xd3c138f3308bab0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836526:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.836529:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836534:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.836536:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836542:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836550:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1920:0x0].0x0 (ffff89b402f48200)
00010000:00010000:1.0:1775764891.836553:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764891.836556:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836561:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd000/0xd3c138f3308bab55 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1920:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836575:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.836578:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836585:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938fa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.836588:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836595:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836604:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836609:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308bab01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836623:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.836624:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.836626:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.836652:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fb5ce56/0xd3c138f33087c160 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070d5 expref: 6700 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.836664:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169554304:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.836676:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f3308baafa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836684:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f3308baafa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836690:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f3308baafa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836703:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f3308baafa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836710:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000747d654b/0xd3c138f3308baafa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.836725:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.838011:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+298:3660:x1862023169554048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17701us (18700us total) trans 4294972571 rc 0/0
00000100:00100000:1.0:1775764891.838020:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28621
00000004:00080000:1.0:1775764891.838297:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7f7800/2, rc 0, transno 4294972571
00000100:00100000:1.0:1775764891.838355:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169554048:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.838369:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8cea00/2, rc 0, transno 4294972572
00000100:00100000:3.0:1775764891.838421:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6352:11674:x1862023150156544:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4280us (4433us total) trans 4294991813 rc 0/0
00000100:00100000:3.0:1775764891.838430:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14341
00010000:00010000:3.0:1775764891.838457:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.838462:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.838487:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7b4e00/2, rc 0, transno 4294972566
00000100:00100000:1.0:1775764891.840568:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169552896:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.840599:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2fb480/2, rc 0, transno 4294972569
00000100:00100000:3.0:1775764891.840832:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169550464:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.840846:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169556864:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.840872:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.840892:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.840896:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e9a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169556992:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.841281:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169551104:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.841304:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169556864
00000100:00100000:1.0:1775764891.841308:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169556864
00000100:00100000:1.0:1775764891.841338:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28634
00000100:00100000:1.0:1775764891.841345:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ec40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+300:3659:x1862023169556864:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.841358:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9659 count 1
00010000:00010000:1.0:1775764891.841372:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841390:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000022702c22/0xd3c138f33087c2f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07122 expref: 6698 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841397:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.841399:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.841402:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841423:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000022702c22/0xd3c138f33087c2f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07122 expref: 6698 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841433:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000022702c22/0xd3c138f33087c2f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07122 expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.841443:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eff3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169557504:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.841642:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.841652:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b50878f0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.841665:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169556992
00000100:00100000:1.0:1775764891.841669:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169556992
00000100:00100000:1.0:1775764891.841701:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28635
00000100:00100000:1.0:1775764891.841707:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ec40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+301:3659:x1862023169556992:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.841732:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6794 count 1
00010000:00010000:1.0:1775764891.841743:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bab78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841755:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ce76148/0xd3c138f33087c2fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07130 expref: 6698 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841762:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.841764:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.841766:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bab78 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841787:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ce76148/0xd3c138f33087c2fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07130 expref: 6698 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841960:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ce76148/0xd3c138f33087c2fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07130 expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.841975:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169557632:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.842016:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303840 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.842041:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.842323:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea52680/2, rc 0, transno 4294972596
00000100:00100000:1.0:1775764891.842338:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169554560:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.842353:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7f7100/2, rc 0, transno 4294972597
00000100:00100000:1.0:1775764891.842358:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169554176:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.842368:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40d4e9500/2, rc 0, transno 4294972570
00000100:00100000:1.0:1775764891.842384:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169553664:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.842395:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3f6300/2, rc 0, transno 4294972595
00000100:00100000:1.0:1775764891.842399:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169552640:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.842410:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2f8700/2, rc 0, transno 4294972598
00000100:00100000:1.0:1775764891.842414:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169550848:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.842671:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169557888:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.842695:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.842715:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764891.842719:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169558016:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.844010:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28639
00000100:00100000:1.0:1775764891.844021:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+319:3657:x1862023169558272:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.844319:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7455 count 1
00010000:00010000:1.0:1775764891.844336:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308bab94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.844349:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b419a4e/0xd3c138f33087c3a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee072f7 expref: 6670 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.844356:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.844358:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.844360:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308bab94 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.844385:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b419a4e/0xd3c138f33087c3a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072f7 expref: 6670 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.844395:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b419a4e/0xd3c138f33087c3a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072f7 expref: 6670 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.844406:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169558784:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.844464:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408288a80 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.845946:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010061580/0xd3c138f33087c033 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07241 expref: 6670 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.845968:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405071880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169555968:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.845988:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308bab24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.845998:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308bab24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.846006:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308bab24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.846017:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308bab24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.846025:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab967b2b/0xd3c138f3308bab24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.846302:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.846474:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+320:3658:x1862023169555328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15041us (15757us total) trans 4294972599 rc 0/0
00000100:00100000:1.0:1775764891.846484:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28627
00000100:00100000:1.0:1775764891.846524:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eff3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169556352:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.846542:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764891.846578:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40534a680/2, rc 0, transno 4294972599
00000100:00100000:1.0:1775764891.846593:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40534a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169555328:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.846657:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.846670:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169558912:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.846701:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.846735:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169558912
00000100:00100000:1.0:1775764891.846739:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169558912
00000100:00100000:1.0:1775764891.846769:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28640
00000100:00100000:1.0:1775764891.846775:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+320:3660:x1862023169558912:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764891.847170:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b20cfab3/0xd3c138f33087c025 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07233 expref: 6669 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.847183:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ec41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169556096:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.847199:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bab2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1775764891.847290:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7831 count 1
00010000:00010000:1.0:1775764891.847313:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6be0d4/0xd3c138f3308bab9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.847327:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cb815f7/0xd3c138f33087c3cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee072aa expref: 6668 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.847335:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.847337:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.847340:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6be0d4/0xd3c138f3308bab9b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847355:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bab2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847363:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bab2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.847365:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cb815f7/0xd3c138f33087c3cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072aa expref: 6668 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847372:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bab2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.847377:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cb815f7/0xd3c138f33087c3cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072aa expref: 6668 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847379:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bab2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.847390:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eff3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169559040:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.847401:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.847447:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a320f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.847656:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+321:3660:x1862023169555200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15736us (15858us total) trans 4294972600 rc 0/0
00000100:00100000:3.0:1775764891.847664:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28628
00000100:00100000:3.0:1775764891.847699:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ec40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169556224:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.847712:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.848375:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405071c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169555840:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.848391:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.848425:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.848446:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150157568
00000100:00100000:1.0:1775764891.848451:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150157568
00010000:00010000:1.0:1775764891.848476:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f33087c048 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07256 expref: 6669 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.848500:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150157696
00000100:00100000:1.0:1775764891.848503:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150157696
00010000:00010000:1.0:1775764891.848519:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000333d6070/0xd3c138f33087c16e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070f1 expref: 6699 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.848535:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150157184
00000100:00100000:1.0:1775764891.848538:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150157184
00010000:00010000:1.0:1775764891.848550:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009eacb08a/0xd3c138f33087c2da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x10fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ea expref: 6700 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.848562:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150157824
00000100:00100000:1.0:1775764891.848564:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150157824
00010000:00010000:1.0:1775764891.848576:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030ba51c8/0xd3c138f33087c041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0724f expref: 6670 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.848591:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7375
00000100:00100000:1.0:1775764891.848599:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6670:2410:x1862023150157568:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.848610:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.848615:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f33087c048 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x255d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07256 expref: 6670 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.848625:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f33087c048 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x255d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07256 expref: 6670 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.848642:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f33087c048 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x255d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07256 expref: 6670 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.848654:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.848655:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.848659:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.848668:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.848688:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.848700:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.848712:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.848712:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7376
00000100:00100000:3.0:1775764891.848720:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6700:2410:x1862023150157696:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.848721:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.848727:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.848740:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.848743:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.848749:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000333d6070/0xd3c138f33087c16e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070f1 expref: 6700 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.848757:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000333d6070/0xd3c138f33087c16e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070f1 expref: 6700 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.848771:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000333d6070/0xd3c138f33087c16e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070f1 expref: 6700 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.848781:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.848783:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.848785:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.848793:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849333:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.849361:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6698:2410:x1862023150157696:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 641us (3656us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.849372:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7376
00000100:00100000:3.0:1775764891.849390:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7378
00000100:00100000:3.0:1775764891.849396:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6669:2412:x1862023150157824:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.849404:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.849409:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030ba51c8/0xd3c138f33087c041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0724f expref: 6669 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849420:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030ba51c8/0xd3c138f33087c041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0724f expref: 6669 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849433:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030ba51c8/0xd3c138f33087c041 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0724f expref: 6669 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849441:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.849443:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.849446:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849452:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849467:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.849485:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6668:2412:x1862023150157824:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 89us (1059us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.849491:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7378
00000100:00100000:3.0:1775764891.849520:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.849555:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169559168
00000100:00100000:3.0:1775764891.849560:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169559168
00000100:00100000:1.0:1775764891.849579:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ec41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+322:3660:x1862023169555712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17101us (17728us total) trans 4294972601 rc 0/0
00000100:00100000:3.0:1775764891.849582:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169558016
00000100:00100000:3.0:1775764891.849584:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169558016
00000100:00100000:1.0:1775764891.849586:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28629
00000100:00100000:3.0:1775764891.849600:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28641
00000100:00100000:1.0:1775764891.849606:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28642
00000100:00100000:3.0:1775764891.849606:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+322:3660:x1862023169559168:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.849612:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+322:3659:x1862023169558016:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.849626:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4028 count 1
00002000:00080000:3.0:1775764891.849626:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:956 count 1
00010000:00010000:1.0:1775764891.849643:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849643:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849655:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a517705/0xd3c138f33087c072 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07279 expref: 6667 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849655:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000661356f8/0xd3c138f33087c382 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b1 expref: 6667 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849664:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.849664:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.849665:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.849665:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.849668:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849668:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849692:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a517705/0xd3c138f33087c072 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07279 expref: 6667 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849692:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000661356f8/0xd3c138f33087c382 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b1 expref: 6667 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849704:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a517705/0xd3c138f33087c072 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07279 expref: 6667 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.849704:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000661356f8/0xd3c138f33087c382 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b1 expref: 6667 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.849717:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169559296:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.849717:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169559424:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.849755:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.849778:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a3206c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.849791:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849799:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849807:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849814:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849840:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764891.849928:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534933c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+323:3658:x1862023169555584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18694us (19304us total) trans 4294972602 rc 0/0
00000100:00100000:1.0:1775764891.849934:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28626
00010000:00010000:1.0:1775764891.849958:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849967:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849975:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849981:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.849995:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:3.0:1775764891.850194:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1775764891.850201:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850209:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.850212:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850221:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850234:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850240:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad78335d/0xd3c138f3308bab32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x255d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850266:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764891.850270:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bab16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850277:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.850280:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bab16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850287:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bab16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850302:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bab16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850309:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bab16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850325:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.850328:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850333:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d76800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.850336:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850342:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850350:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850356:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b797e5b/0xd3c138f3308bab1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850367:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.850370:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850376:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938e600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.850378:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850385:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850393:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850400:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ec3b8c7/0xd3c138f3308bab39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850413:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.850415:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.850417:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.850533:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ec42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+304:3659:x1862023169555456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17847us (18365us total) trans 4294972574 rc 0/0
00000100:00100000:1.0:1775764891.850542:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28630
00010000:00010000:1.0:1775764891.850564:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.850593:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409904000/2, rc 0, transno 4294972602
00000100:00100000:1.0:1775764891.850607:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169555584:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.850663:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.850671:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169559552:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.850699:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.850745:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6667:2410:x1862023150157568:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2146us (5062us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.850753:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7375
00000100:00100000:1.0:1775764891.850805:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169559552
00000100:00100000:1.0:1775764891.850810:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169559552
00000100:00100000:1.0:1775764891.850839:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28643
00000100:00100000:1.0:1775764891.850844:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+323:3658:x1862023169559552:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.850864:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9682 count 1
00010000:00010000:1.0:1775764891.850921:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.850935:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ede83975/0xd3c138f33087c3dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee072c6 expref: 6666 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.850942:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.850944:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.850946:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.850967:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ede83975/0xd3c138f33087c3dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072c6 expref: 6666 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.850978:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ede83975/0xd3c138f33087c3dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072c6 expref: 6666 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.850990:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169559680:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.851016:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b840 going to sleep for 11 seconds
00000004:00080000:3.0:1775764891.851695:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eff1500/2, rc 0, transno 4294972574
00000100:00100000:3.0:1775764891.851712:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169555456:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.853022:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eff3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169557504:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.853058:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.853214:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.853235:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.853261:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150158080
00000100:00100000:1.0:1775764891.853265:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150158080
00010000:00010000:1.0:1775764891.853291:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039a7e8b7/0xd3c138f33087c2ef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x658:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07114 expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.853315:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150158336
00000100:00100000:1.0:1775764891.853317:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150158336
00010000:00010000:1.0:1775764891.853329:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000022702c22/0xd3c138f33087c2f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07122 expref: 6699 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.853346:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7379
00000100:00100000:1.0:1775764891.853353:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6699:2412:x1862023150158080:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.853365:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.853370:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039a7e8b7/0xd3c138f33087c2ef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x658:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07114 expref: 6699 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853383:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039a7e8b7/0xd3c138f33087c2ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x658:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07114 expref: 6699 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853406:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.853408:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.853412:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f8a137b/0xd3c138f3308bab63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853427:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f8a137b/0xd3c138f3308bab63 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853443:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.853473:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6699:2412:x1862023150158080:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 119us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.853480:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7379
00000100:00100000:1.0:1775764891.853498:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7380
00000100:00100000:1.0:1775764891.853504:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6698:2412:x1862023150158336:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.853512:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.853516:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000022702c22/0xd3c138f33087c2f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07122 expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853526:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000022702c22/0xd3c138f33087c2f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07122 expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853537:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022702c22/0xd3c138f33087c2f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07122 expref: 6698 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853549:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.853550:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.853552:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853563:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853579:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.853590:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853598:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853608:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853615:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853633:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.853786:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ec40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+304:3659:x1862023169556864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12440us (12912us total) trans 4294972575 rc 0/0
00000100:00100000:1.0:1775764891.853793:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28634
00010000:00010000:1.0:1775764891.853813:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.853818:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853826:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938f400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.853830:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853838:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853849:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853857:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc2af229/0xd3c138f3308bab71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.853873:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.853875:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.853876:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.853905:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e9a4000/2, rc 0, transno 4294972575
00000100:00100000:1.0:1775764891.853912:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169556864:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.853940:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6697:2412:x1862023150158336:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 436us (703us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.853948:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7380
00000100:00100000:1.0:1775764891.853988:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.854005:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150157952
00000100:00100000:1.0:1775764891.854009:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150157952
00010000:00010000:1.0:1775764891.854025:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c618d17c/0xd3c138f33087c175 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ff expref: 6697 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.854043:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7381
00000100:00100000:1.0:1775764891.854051:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6697:2412:x1862023150157952:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.854059:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.857179:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c618d17c/0xd3c138f33087c175 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ff expref: 6697 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857192:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c618d17c/0xd3c138f33087c175 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ff expref: 6696 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857202:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c618d17c/0xd3c138f33087c175 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee070ff expref: 6696 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857212:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.857214:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.857217:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000791ee0fc/0xd3c138f3308bab5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857224:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000791ee0fc/0xd3c138f3308bab5c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857238:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764891.857243:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2a69659/0xd3c138f3308bab6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857260:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e42600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.857263:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2a69659/0xd3c138f3308bab6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857277:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2a69659/0xd3c138f3308bab6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857287:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2a69659/0xd3c138f3308bab6a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857294:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2a69659/0xd3c138f3308bab6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857311:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.857315:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bab78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857320:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938ea00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.857323:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bab78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857330:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bab78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857340:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bab78 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857348:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bab78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857364:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.857366:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174000/0xd3c138f3308babd3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x283:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857369:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408174000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.857371:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174000/0xd3c138f3308babd3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x283:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857374:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174000/0xd3c138f3308babd3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x283:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857380:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x283:0x0].0x0 (ffff89b4092e0c00)
00010000:00010000:1.0:1775764891.857382:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764891.857384:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174000/0xd3c138f3308babd3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x283:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857387:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408174000/0xd3c138f3308babd3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x283:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857394:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.857395:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.857396:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.857404:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169560064
00000100:00100000:1.0:1775764891.857407:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169560064
00000100:00100000:1.0:1775764891.857427:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28646
00000100:00100000:1.0:1775764891.857431:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+305:3660:x1862023169560064:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.857439:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3848 count 1
00010000:00010000:1.0:1775764891.857448:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8866759/0xd3c138f3308babe1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857459:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ef54fdf/0xd3c138f33087c19f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07153 expref: 6695 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857464:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.857465:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.857467:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8866759/0xd3c138f3308babe1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857485:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ef54fdf/0xd3c138f33087c19f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07153 expref: 6695 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857493:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ef54fdf/0xd3c138f33087c19f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07153 expref: 6695 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.857500:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169560448:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.857532:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.857545:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7384
00000100:00100000:1.0:1775764891.857551:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402b7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6668:2411:x1862023150158720:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.857557:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.857561:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd13a42f/0xd3c138f33087c056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07264 expref: 6668 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857568:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd13a42f/0xd3c138f33087c056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07264 expref: 6668 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857580:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd13a42f/0xd3c138f33087c056 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07264 expref: 6668 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857587:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.857588:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.857590:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857595:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857607:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.857619:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402b7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6667:2411:x1862023150158720:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 69us (2394us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.857622:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7384
00000100:00100000:1.0:1775764891.857633:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7385
00000100:00100000:1.0:1775764891.857637:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402b7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6695:2411:x1862023150158592:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.857642:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.857645:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b50757d5/0xd3c138f33087c198 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xcbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07145 expref: 6695 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857651:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b50757d5/0xd3c138f33087c198 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xcbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07145 expref: 6695 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857662:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b50757d5/0xd3c138f33087c198 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xcbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07145 expref: 6695 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857668:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.857669:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.857671:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857676:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857686:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.857693:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857698:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857703:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857706:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857714:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.857794:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+306:3657:x1862023169557760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15181us (15243us total) trans 4294972578 rc 0/0
00000100:00100000:1.0:1775764891.857800:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28636
00010000:00010000:1.0:1775764891.857817:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.857821:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857827:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e42e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.857830:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857837:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857847:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857854:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009282a8e/0xd3c138f3308bab7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857869:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.857870:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.857872:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.857881:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857887:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857892:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857896:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.857904:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.857978:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+325:3659:x1862023169557888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15166us (15282us total) trans 4294972603 rc 0/0
00000100:00100000:1.0:1775764891.857984:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28637
00010000:00010000:1.0:1775764891.858000:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.858004:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.858010:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e43c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.858013:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.858021:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.858031:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.858039:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000906c3c33/0xd3c138f3308bab86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.858051:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.858052:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.858053:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.860403:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039a7e8b7/0xd3c138f33087c2ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x658:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07114 expref: 6693 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.860417:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169557120:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.860432:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f8a137b/0xd3c138f3308bab63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.860445:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f8a137b/0xd3c138f3308bab63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.860495:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f8a137b/0xd3c138f3308bab63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.860503:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f8a137b/0xd3c138f3308bab63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.860510:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f8a137b/0xd3c138f3308bab63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.860523:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764891.860622:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+306:3657:x1862023169556736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20341us (20842us total) trans 4294972579 rc 0/0
00000100:00100000:3.0:1775764891.860629:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28632
00010000:00010000:1.0:1775764891.861206:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.861220:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.861245:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402b7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6692:2411:x1862023150158592:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3604us (5996us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.861263:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7385
00010000:00010000:1.0:1775764891.861311:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.861335:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6691:2412:x1862023150157952:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 7284us (7347us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.861341:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7381
00000100:00100000:1.0:1775764891.861473:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169559424:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.861490:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.861540:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.861601:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169559296:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.861613:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.861672:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169559680:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.861685:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.861736:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.861774:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.862400:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150159488
00000100:00100000:3.0:1775764891.862406:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150159488
00010000:00010000:3.0:1775764891.862435:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000661356f8/0xd3c138f33087c382 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b1 expref: 6664 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.862457:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150159744
00000100:00100000:3.0:1775764891.862460:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150159744
00010000:00010000:3.0:1775764891.862473:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ede83975/0xd3c138f33087c3dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072c6 expref: 6665 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.862491:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150159616
00000100:00100000:3.0:1775764891.862493:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150159616
00010000:00010000:3.0:1775764891.862504:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a517705/0xd3c138f33087c072 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07279 expref: 6666 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.862518:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7389
00000100:00100000:3.0:1775764891.862525:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c618c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6666:2411:x1862023150159488:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.862537:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.862542:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000661356f8/0xd3c138f33087c382 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b1 expref: 6666 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862552:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000661356f8/0xd3c138f33087c382 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b1 expref: 6666 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862572:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000661356f8/0xd3c138f33087c382 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b1 expref: 6666 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862585:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.862587:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.862592:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862600:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862623:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.862653:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c618c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6665:2411:x1862023150159488:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 128us (1113us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.862660:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7389
00000100:00100000:3.0:1775764891.862674:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7390
00000100:00100000:3.0:1775764891.862680:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6664:2409:x1862023150159744:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.862687:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.862690:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ede83975/0xd3c138f33087c3dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072c6 expref: 6664 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862699:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ede83975/0xd3c138f33087c3dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072c6 expref: 6664 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862711:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ede83975/0xd3c138f33087c3dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072c6 expref: 6664 pid: 8421 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862719:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.862721:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.862723:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862731:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862750:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.862766:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6663:2409:x1862023150159744:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 87us (1031us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.862772:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7390
00000100:00100000:3.0:1775764891.862783:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7391
00000100:00100000:3.0:1775764891.862789:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6662:2409:x1862023150159616:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.862795:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.862799:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a517705/0xd3c138f33087c072 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07279 expref: 6662 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862809:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a517705/0xd3c138f33087c072 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07279 expref: 6662 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862820:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a517705/0xd3c138f33087c072 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07279 expref: 6662 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862830:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.862831:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.862834:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862841:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862860:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.862877:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6661:2409:x1862023150159616:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 89us (1104us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.862884:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7391
00010000:00010000:1.0:1775764891.864373:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864383:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864395:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864402:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864425:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.864575:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+327:3660:x1862023169559168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14968us (16520us total) trans 4294972607 rc 0/0
00000100:00100000:1.0:1775764891.864583:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28641
00010000:00010000:1.0:1775764891.864618:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864627:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864635:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864642:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864656:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764891.864727:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+327:3659:x1862023169558016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15115us (15207us total) trans 4294972608 rc 0/0
00000100:00100000:1.0:1775764891.864733:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28642
00010000:00010000:1.0:1775764891.864751:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764891.864757:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000791ee0fc/0xd3c138f3308bab5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864763:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e43000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.864767:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000791ee0fc/0xd3c138f3308bab5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864776:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000791ee0fc/0xd3c138f3308bab5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864790:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000791ee0fc/0xd3c138f3308bab5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864797:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000791ee0fc/0xd3c138f3308bab5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864818:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.864822:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864827:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.864830:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864837:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864846:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864853:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baba9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864868:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.864871:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864877:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938ee00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.864879:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864886:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864901:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864909:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308baba2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864922:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.864924:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.864925:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.864933:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.864949:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864957:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864964:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864971:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.864985:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764891.864993:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.864997:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.865009:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938e400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.865012:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.865019:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.865042:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.865049:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdf9a057/0xd3c138f3308babb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.865062:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.868202:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.868208:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bac20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x163d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.868214:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409405000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.868218:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bac20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x163d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.868224:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bac20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x163d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.868232:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x163d:0x0].0x0 (ffff89b4093fef00)
00010000:00010000:1.0:1775764891.868235:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764891.868238:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bac20 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x163d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.868243:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bac20 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x163d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.868267:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.868269:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.868270:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.868276:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.868278:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.868403:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+329:3658:x1862023169559552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17557us (17702us total) trans 4294972609 rc 0/0
00010000:00010000:2.0:1775764891.869701:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ef54fdf/0xd3c138f33087c19f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07153 expref: 6693 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.869727:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ef54fdf/0xd3c138f33087c19f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07153 expref: 6693 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.869740:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.869742:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.869746:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8866759/0xd3c138f3308babe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.869755:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8866759/0xd3c138f3308babe1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.869778:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.869794:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d8866759/0xd3c138f3308babe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.869802:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8866759/0xd3c138f3308babe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.869811:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8866759/0xd3c138f3308babe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.869819:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8866759/0xd3c138f3308babe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.869835:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764891.870003:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+307:3660:x1862023169560064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12570us (13042us total) trans 4294972581 rc 0/0
00000100:00100000:2.0:1775764891.870011:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28646
00000100:00100000:2.0:1775764891.870053:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6692:2411:x1862023150160256:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 380us (1100us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.870060:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7392
00000100:00100000:2.0:1775764891.870291:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7393
00000100:00100000:2.0:1775764891.870299:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6661:2411:x1862023150160128:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.870310:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.870315:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001230c6e4/0xd3c138f33087c3e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xda2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072d4 expref: 6661 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870327:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001230c6e4/0xd3c138f33087c3e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xda2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072d4 expref: 6661 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870340:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001230c6e4/0xd3c138f33087c3e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xda2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072d4 expref: 6661 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870351:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.870352:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.870355:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308babb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870362:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308babb7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870388:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.870401:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308babb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870409:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308babb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870417:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308babb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870424:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b0d1344/0xd3c138f3308babb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870435:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764891.870526:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+330:3658:x1862023169559808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18482us (18603us total) trans 4294972610 rc 0/0
00000100:00100000:2.0:1775764891.870534:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28644
00000100:00100000:2.0:1775764891.870566:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6660:2411:x1862023150160128:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 268us (1528us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.870573:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7393
00000100:00100000:2.0:1775764891.870587:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7394
00000100:00100000:2.0:1775764891.870594:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6691:2411:x1862023150160384:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.870602:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.870606:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e54eca0e/0xd3c138f33087c1a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07161 expref: 6691 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870617:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e54eca0e/0xd3c138f33087c1a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07161 expref: 6691 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870630:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e54eca0e/0xd3c138f33087c1a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07161 expref: 6691 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870642:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.870643:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.870646:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308babda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870653:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de4848c7/0xd3c138f3308babda lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870670:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.870688:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6690:2411:x1862023150160384:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (1628us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.870694:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7394
00000100:00100000:2.0:1775764891.870708:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7395
00000100:00100000:2.0:1775764891.870716:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6659:2410:x1862023150160512:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.870726:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.870731:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071765426/0xd3c138f33087c3eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072e2 expref: 6659 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870746:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071765426/0xd3c138f33087c3eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072e2 expref: 6659 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870757:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071765426/0xd3c138f33087c3eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072e2 expref: 6659 pid: 8486 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870766:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.870767:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.870770:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000561fe1cc/0xd3c138f3308babe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870776:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000561fe1cc/0xd3c138f3308babe8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870789:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.870808:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6658:2410:x1862023150160512:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 93us (1574us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.870813:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7395
00000100:00100000:2.0:1775764891.870826:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7396
00000100:00100000:2.0:1775764891.870833:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c619450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6689:2410:x1862023150160640:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.870840:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.870845:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007432c608/0xd3c138f33087c327 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07176 expref: 6689 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870861:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007432c608/0xd3c138f33087c327 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07176 expref: 6689 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870874:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007432c608/0xd3c138f33087c327 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07176 expref: 6689 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870884:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.870886:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.870889:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6711c4f/0xd3c138f3308babef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870895:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6711c4f/0xd3c138f3308babef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.870910:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.870927:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c619450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6688:2410:x1862023150160640:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 94us (1659us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.870933:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7396
00000004:00080000:2.0:1775764891.870999:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402b7dc00/2, rc 0, transno 4294972581
00000100:00100000:2.0:1775764891.871013:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169560064:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.872439:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28643
00010000:00010000:1.0:1775764891.872464:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.872470:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.872507:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402b7f480/2, rc 0, transno 4294972583
00000100:00100000:1.0:1775764891.872517:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169560320:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.872533:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eb79500/2, rc 0, transno 4294972611
00000100:00100000:1.0:1775764891.872547:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eb79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169560704:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.872558:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdcf800/2, rc 0, transno 4294972610
00000100:00100000:1.0:1775764891.872562:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169559808:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.872572:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6dc00/2, rc 0, transno 4294972609
00000100:00100000:1.0:1775764891.872576:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169559552:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.872667:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.872680:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169562368:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.872716:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.872747:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169562368
00000100:00100000:1.0:1775764891.872755:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169562368
00000100:00100000:1.0:1775764891.872794:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28653
00000100:00100000:1.0:1775764891.872802:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+329:3658:x1862023169562368:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.872827:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:986 count 1
00010000:00010000:1.0:1775764891.872853:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.872870:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ecaaeab0/0xd3c138f33087c41c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07336 expref: 6657 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.872878:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.872880:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.872882:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.872908:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ecaaeab0/0xd3c138f33087c41c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07336 expref: 6657 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.872920:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ecaaeab0/0xd3c138f33087c41c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07336 expref: 6657 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.872933:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169562496:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.872988:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bf00 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.873006:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764891.873651:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402b7ca80/2, rc 0, transno 4294972582
00000100:00100000:2.0:1775764891.873660:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402b7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169560192:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.873664:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764891.873672:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169562752:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.873701:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.873747:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40f585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169562880:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.873767:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.873800:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169561216:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.873822:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764891.873868:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d91500/2, rc 0, transno 4294972606
00000100:00100000:2.0:1775764891.873877:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169558272:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1775764891.873888:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d90380/2, rc 0, transno 4294972604
00000100:00100000:2.0:1775764891.873890:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169558144:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1775764891.873896:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdc5180/2, rc 0, transno 4294972578
00000100:00100000:2.0:1775764891.873900:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169557760:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764891.873923:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7e3800/2, rc 0, transno 4294972576
00000100:00100000:2.0:1775764891.873926:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169557248:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764891.873941:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3f7b80/2, rc 0, transno 4294972579
00000100:00100000:2.0:1775764891.873946:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169556736:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.873968:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764891.873974:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402b7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169563264:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.873995:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1775764891.874022:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eff3800/2, rc 0, transno 4294972580
00000100:00100000:1.0:1775764891.874177:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169562112
00000100:00100000:1.0:1775764891.874182:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169562112
00000100:00100000:1.0:1775764891.874206:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169562240
00000100:00100000:1.0:1775764891.874209:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169562240
00000100:00100000:1.0:1775764891.874223:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169562752
00000100:00100000:1.0:1775764891.874225:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169562752
00000100:00100000:1.0:1775764891.874240:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169562880
00000100:00100000:1.0:1775764891.874242:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169562880
00000100:00100000:1.0:1775764891.874266:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169563264
00000100:00100000:1.0:1775764891.874269:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169563264
00000100:00100000:1.0:1775764891.874285:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28654
00000100:00100000:1.0:1775764891.874292:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+331:3659:x1862023169562112:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.874312:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:924 count 1
00010000:00010000:1.0:1775764891.874333:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874348:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb87658c/0xd3c138f33087c3c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0731a expref: 6657 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874356:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874357:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874360:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874378:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eb87658c/0xd3c138f33087c3c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0731a expref: 6657 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874387:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eb87658c/0xd3c138f33087c3c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0731a expref: 6657 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.874399:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169563392:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.874439:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.874452:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28655
00000100:00100000:1.0:1775764891.874458:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534933850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+331:3659:x1862023169562240:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.874467:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9835 count 1
00010000:00010000:1.0:1775764891.874476:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874483:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b624ddb/0xd3c138f33087c415 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07328 expref: 6657 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874488:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874489:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874491:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874500:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b624ddb/0xd3c138f33087c415 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07328 expref: 6657 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874505:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b624ddb/0xd3c138f33087c415 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07328 expref: 6657 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.874511:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169563520:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.874526:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.874537:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28656
00000100:00100000:1.0:1775764891.874541:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+309:3660:x1862023169562752:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.874550:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5903 count 1
00010000:00010000:1.0:1775764891.874559:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874567:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f011f8c6/0xd3c138f33087c33c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x170f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee071a0 expref: 6687 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874571:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874572:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874573:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874584:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f011f8c6/0xd3c138f33087c33c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x170f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071a0 expref: 6687 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874589:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f011f8c6/0xd3c138f33087c33c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x170f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071a0 expref: 6687 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.874595:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169563648:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.874608:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.874619:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28657
00000100:00100000:1.0:1775764891.874623:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402b7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+309:3660:x1862023169562880:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.874631:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8807 count 1
00010000:00010000:1.0:1775764891.874638:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874645:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000137e739d/0xd3c138f33087c343 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ae expref: 6687 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874653:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874654:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874655:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874665:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000137e739d/0xd3c138f33087c343 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ae expref: 6687 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874670:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000137e739d/0xd3c138f33087c343 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ae expref: 6687 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.874676:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169563776:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.874690:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b50878f0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.874724:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169563904:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.874742:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.874765:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169563904
00000100:00100000:1.0:1775764891.874768:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169563904
00000100:00100000:1.0:1775764891.874784:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28658
00000100:00100000:1.0:1775764891.874787:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+309:3660:x1862023169563264:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.874796:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8343 count 1
00010000:00010000:1.0:1775764891.874808:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874819:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008819df84/0xd3c138f33087c358 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee071d8 expref: 6687 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874831:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874833:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.874835:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874853:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008819df84/0xd3c138f33087c358 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071d8 expref: 6687 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.874863:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008819df84/0xd3c138f33087c358 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071d8 expref: 6687 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.874873:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169564160:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.874893:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.874905:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169562624:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.874921:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.874932:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169563136:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.874943:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.874959:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1775764891.874964:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169563008:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.875017:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.875267:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169556480:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.875309:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1775764891.875315:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169564288:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.875351:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.877816:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169564032:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.877859:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.877902:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169564032
00000100:00100000:1.0:1775764891.877906:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169564032
00000100:00100000:1.0:1775764891.877939:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28664
00000100:00100000:1.0:1775764891.877947:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+333:3658:x1862023169564032:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.877970:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9956 count 1
00010000:00010000:1.0:1775764891.877990:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.878004:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000367bdf01/0xd3c138f33087c40e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07359 expref: 6656 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.878012:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.878014:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.878017:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.878043:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000367bdf01/0xd3c138f33087c40e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07359 expref: 6656 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.878055:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000367bdf01/0xd3c138f33087c40e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07359 expref: 6656 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.878080:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bc07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169565056:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.878149:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.878421:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150161408
00000100:00100000:3.0:1775764891.878427:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150161408
00000100:00100000:3.0:1775764891.878474:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14344
00000100:00100000:3.0:1775764891.878483:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6354:11674:x1862023150161408:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764891.878534:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.878554:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409806e00/0xd3c138f33082b7f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecf60 expref: 6354 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878570:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e0:0x0].0x0 (ffff89b40a39dd00)
00010000:00010000:3.0:1775764891.878580:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.878598:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878608:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878616:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878674:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc400/0xd3c138f3308bac89 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa3015408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878682:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc400/0xd3c138f3308bac89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa3015408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878690:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc400/0xd3c138f3308bac89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa3015408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878798:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878806:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.878813:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.879248:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4002, 64 off264320
00000040:00080000:3.0:1775764891.879283:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4002, 64 off264320
00010000:00010000:3.0:1775764891.879667:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879679:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879687:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879694:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879700:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879707:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879732:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.879753:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879759:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879764:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879770:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fdc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.879775:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879783:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879792:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e0:0x0].0x0 (ffff89b402f48200)
00010000:00010000:3.0:1775764891.879795:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.879799:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879805:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bac90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879825:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879831:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879837:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879843:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879848:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.879850:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879856:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879863:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764891.879866:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.879869:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879874:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bac82 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.879883:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e0e748d reply state 0000000042b8d9b3 transno 4294991816 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc400/0xd3c138f3308bac89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa3015408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879894:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc400/0xd3c138f3308bac89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa3015408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.879900:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa3015408 (ffff89b402f48c00)
00010000:00010000:3.0:1775764891.879903:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.879905:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764891.880443:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009714ebaf/0xd3c138f33087c32e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07184 expref: 6687 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.880458:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40933ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169561472:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.880487:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880498:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880506:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880515:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880522:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880535:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764891.880672:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+314:3660:x1862023169561344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17277us (17640us total) trans 4294972584 rc 0/0
00000100:00100000:2.0:1775764891.880681:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28650
00010000:00010000:2.0:1775764891.880714:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880722:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880730:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880735:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.880747:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1775764891.880905:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764891.880912:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.880918:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.880922:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.880927:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.880939:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e0:0x0].0x0 (ffff89b402f48200)
00010000:00010000:1.0:1775764891.880941:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764891.880945:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.880950:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308bac97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.880966:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.880970:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.880976:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408175600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.880979:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.880986:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.880997:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881004:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081e68b44/0xd3c138f3308babfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881021:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.881025:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881030:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409405e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.881033:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881040:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881050:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881056:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308babf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881081:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.881083:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.881085:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.881143:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d93b80/2, rc 0, transno 4294972584
00000100:00100000:1.0:1775764891.881159:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169561344:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.881231:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.881245:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169565184:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.881296:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.881334:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169565184
00000100:00100000:1.0:1775764891.881341:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169565184
00000100:00100000:1.0:1775764891.881379:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28665
00000100:00100000:1.0:1775764891.881387:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+314:3660:x1862023169565184:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.881414:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8143 count 1
00010000:00010000:1.0:1775764891.881438:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881455:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7cdbaab/0xd3c138f33087c1e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ed expref: 6686 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881463:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.881465:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.881468:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881495:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7cdbaab/0xd3c138f33087c1e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ed expref: 6686 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.881507:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7cdbaab/0xd3c138f33087c1e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ed expref: 6686 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.881520:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169565312:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.881669:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40f587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+334:3660:x1862023169561088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21736us (22001us total) trans 4294972612 rc 0/0
00000100:00100000:2.0:1775764891.881677:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28649
00000100:00100000:2.0:1775764891.881705:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150161152
00000100:00100000:2.0:1775764891.881709:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150161152
00010000:00010000:2.0:1775764891.881731:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e01fc78/0xd3c138f33087c3ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072fe expref: 6657 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.881753:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150161024
00000100:00100000:2.0:1775764891.881756:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150161024
00010000:00010000:2.0:1775764891.881768:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d3d64a79/0xd3c138f33087c5a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0730c expref: 6658 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.881789:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7399
00000100:00100000:2.0:1775764891.881796:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40933b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6658:2412:x1862023150161152:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.881806:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.881811:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e01fc78/0xd3c138f33087c3ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072fe expref: 6658 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.881821:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e01fc78/0xd3c138f33087c3ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072fe expref: 6658 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.881838:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e01fc78/0xd3c138f33087c3ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072fe expref: 6658 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.881851:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.881852:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.881856:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000399e7ecf/0xd3c138f3308bac27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.881864:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000399e7ecf/0xd3c138f3308bac27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.881884:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.882433:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fe40 going to sleep for 11 seconds
00000004:00080000:1.0:1775764891.882487:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40f585500/2, rc 0, transno 4294972612
00000100:00100000:1.0:1775764891.882499:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40f585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169561088:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.882545:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764891.882554:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169565440:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.882628:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764891.882674:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.882687:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169565440
00000100:00100000:1.0:1775764891.882692:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169565440
00000100:00100000:1.0:1775764891.882723:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28666
00000100:00100000:1.0:1775764891.882730:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4017d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+334:3659:x1862023169565440:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.882752:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6112 count 1
00010000:00010000:1.0:1775764891.882771:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.882787:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008f9061f8/0xd3c138f33087c446 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0736e expref: 6657 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.882795:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.882796:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.882799:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.882822:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008f9061f8/0xd3c138f33087c446 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0736e expref: 6657 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.882834:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008f9061f8/0xd3c138f33087c446 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0736e expref: 6657 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.882847:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169565568:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.882879:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.882946:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40933b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6657:2412:x1862023150161152:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1150us (5416us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.882955:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7399
00000100:00100000:2.0:1775764891.882973:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7400
00000100:00100000:2.0:1775764891.882980:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402cee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6656:2412:x1862023150161024:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.882989:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.882995:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d3d64a79/0xd3c138f33087c5a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x68a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0730c expref: 6656 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.883007:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d3d64a79/0xd3c138f33087c5a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x68a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0730c expref: 6656 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.883023:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3d64a79/0xd3c138f33087c5a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x68a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0730c expref: 6656 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.883046:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.883047:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.883051:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084779760/0xd3c138f3308bac04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.883058:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084779760/0xd3c138f3308bac04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.883087:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.883107:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402cee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6655:2412:x1862023150161024:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 128us (5555us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.883130:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7400
00010000:00010000:1.0:1775764891.883994:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.884000:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084779760/0xd3c138f3308bac04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.884009:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408174400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.884013:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084779760/0xd3c138f3308bac04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.884022:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084779760/0xd3c138f3308bac04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.884047:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084779760/0xd3c138f3308bac04 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.884054:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084779760/0xd3c138f3308bac04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886181:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.886183:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.886185:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.886207:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb87658c/0xd3c138f33087c3c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0731a expref: 6654 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.886219:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169563392:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.886233:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886247:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886264:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886272:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886279:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886293:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.886397:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+335:3659:x1862023169562112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12106us (12893us total) trans 4294972615 rc 0/0
00000100:00100000:1.0:1775764891.886402:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28654
00010000:00010000:1.0:1775764891.886426:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f011f8c6/0xd3c138f33087c33c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x170f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071a0 expref: 6685 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.886433:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169563648:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.886441:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886446:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886450:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886455:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886459:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886466:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.886521:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ea50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+315:3660:x1862023169562752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11980us (12820us total) trans 4294972587 rc 0/0
00000100:00100000:1.0:1775764891.886525:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28656
00010000:00010000:1.0:1775764891.886544:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecaaeab0/0xd3c138f33087c41c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07336 expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.886550:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169562496:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.886557:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886562:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886566:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886571:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886575:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886582:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764891.886627:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+335:3658:x1862023169562368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13827us (13912us total) trans 4294972616 rc 0/0
00000100:00100000:1.0:1775764891.886630:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28653
00010000:00010000:1.0:1775764891.886650:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000137e739d/0xd3c138f33087c343 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ae expref: 6684 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.886656:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169563776:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.886665:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886669:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886674:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886678:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886683:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886688:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1775764891.886750:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402b7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+315:3660:x1862023169562880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12126us (12982us total) trans 4294972588 rc 0/0
00000100:00100000:1.0:1775764891.886756:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28657
00010000:00010000:1.0:1775764891.886772:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1775764891.886776:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886784:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409fdea00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.886787:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886794:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886807:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886813:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000071b5b36/0xd3c138f3308bac35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886827:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764891.886830:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886836:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409fdec00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.886839:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886845:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886854:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886861:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d6eeae6/0xd3c138f3308bac43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x170f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886872:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.886875:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886881:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b92000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.886884:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886891:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886904:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886910:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bac2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886921:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.886924:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886931:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4094ba000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.886934:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886941:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886950:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886957:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b12b028/0xd3c138f3308bac4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.886969:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.886971:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.886972:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.886994:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008819df84/0xd3c138f33087c358 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071d8 expref: 6683 pid: 14041 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.887005:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169564160:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.887016:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887037:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887045:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887054:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887059:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887156:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.887215:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+315:3660:x1862023169563264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12426us (13219us total) trans 4294972589 rc 0/0
00000100:00100000:1.0:1775764891.887221:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28658
00010000:00010000:1.0:1775764891.887237:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.887240:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887247:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4094bbc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.887260:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887267:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887279:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887286:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a13466f3/0xd3c138f3308bac51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887300:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.887302:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.887303:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.887329:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6c700/2, rc 0, transno 4294972615
00000100:00100000:1.0:1775764891.887340:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169562112:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.887409:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402b7e300/2, rc 0, transno 4294972589
00000100:00100000:1.0:1775764891.887416:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402b7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169563264:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.887421:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40f585c00/2, rc 0, transno 4294972588
00000100:00100000:1.0:1775764891.887423:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40f585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169562880:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.887428:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea50a80/2, rc 0, transno 4294972587
00000100:00100000:1.0:1775764891.887430:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169562752:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.887466:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169565952:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.887492:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.887512:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764891.887515:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169566080:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.887525:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.887541:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169565952
00000100:00100000:1.0:1775764891.887545:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169565952
00000100:00100000:1.0:1775764891.887563:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169566080
00000100:00100000:1.0:1775764891.887565:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169566080
00000100:00100000:1.0:1775764891.887575:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28667
00000100:00100000:1.0:1775764891.887579:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+316:3659:x1862023169565952:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.887622:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5053 count 1
00010000:00010000:1.0:1775764891.887639:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887651:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006bddce4f/0xd3c138f33087c3c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0729c expref: 6682 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887656:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.887657:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.887659:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887675:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006bddce4f/0xd3c138f33087c3c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0729c expref: 6682 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887682:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006bddce4f/0xd3c138f33087c3c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0729c expref: 6682 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.887691:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169566208:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.887718:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.887734:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28668
00000100:00100000:1.0:1775764891.887738:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4017d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+316:3659:x1862023169566080:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.887746:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3555 count 1
00010000:00010000:1.0:1775764891.887754:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887761:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000473541e9/0xd3c138f33087c009 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07217 expref: 6682 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887765:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.887766:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.887768:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887777:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000473541e9/0xd3c138f33087c009 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07217 expref: 6682 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887782:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000473541e9/0xd3c138f33087c009 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07217 expref: 6682 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.887788:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169566336:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.887801:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fb40 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.887811:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.887821:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169565824:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.887843:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764891.887869:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402b7ea00/2, rc 0, transno 4294972586
00000100:00100000:1.0:1775764891.887876:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169563008:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.887887:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea53100/2, rc 0, transno 4294972585
00000100:00100000:1.0:1775764891.887889:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169562624:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.887895:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6f100/2, rc 0, transno 4294972616
00000100:00100000:1.0:1775764891.887900:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169562368:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.887921:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169565824
00000100:00100000:1.0:1775764891.887923:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169565824
00000100:00100000:1.0:1775764891.887939:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28669
00000100:00100000:1.0:1775764891.887944:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+317:3658:x1862023169565824:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.887954:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:942 count 1
00010000:00010000:1.0:1775764891.887964:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887976:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064bfd24a/0xd3c138f33087c36d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07202 expref: 6682 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.887982:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.887984:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.887986:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.888003:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064bfd24a/0xd3c138f33087c36d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07202 expref: 6682 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.888012:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064bfd24a/0xd3c138f33087c36d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07202 expref: 6682 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.888022:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169566592:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.888040:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.888279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.888301:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150162176
00000100:00100000:2.0:1775764891.888305:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150162176
00010000:00010000:2.0:1775764891.888329:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8fcfb51/0xd3c138f33087c407 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0734b expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.888350:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7408
00000100:00100000:2.0:1775764891.888358:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c2fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6653:2411:x1862023150162176:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.888367:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.888372:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000e8fcfb51/0xd3c138f33087c407 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0734b expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888380:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8fcfb51/0xd3c138f33087c407 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0734b expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888395:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8fcfb51/0xd3c138f33087c407 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0734b expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888404:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.888405:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.888408:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888414:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888429:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.888442:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c2fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6652:2411:x1862023150162176:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 87us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.888447:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7408
00010000:00010000:2.0:1775764891.888464:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888473:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888479:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888483:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888492:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764891.888584:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+335:3660:x1862023169563904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13099us (13840us total) trans 4294972617 rc 0/0
00000100:00100000:2.0:1775764891.888588:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28659
00010000:00010000:2.0:1775764891.888599:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.888603:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888608:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408174000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.888610:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888616:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888623:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888628:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba0c50ac/0xd3c138f3308bac58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888638:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.888639:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.888640:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.888669:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.888680:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150162432
00000100:00100000:2.0:1775764891.888682:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150162432
00010000:00010000:2.0:1775764891.888692:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000906275f4/0xd3c138f33087c351 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ca expref: 6683 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.888705:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7409
00000100:00100000:2.0:1775764891.888709:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c2f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6683:2411:x1862023150162432:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.888714:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.888716:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000906275f4/0xd3c138f33087c351 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ca expref: 6683 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888722:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000906275f4/0xd3c138f33087c351 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ca expref: 6683 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888731:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000906275f4/0xd3c138f33087c351 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ca expref: 6683 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888738:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.888739:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.888741:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094830c32/0xd3c138f3308bac66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888746:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094830c32/0xd3c138f3308bac66 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x19b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888757:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.888764:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000094830c32/0xd3c138f3308bac66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888769:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094830c32/0xd3c138f3308bac66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888774:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094830c32/0xd3c138f3308bac66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888778:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094830c32/0xd3c138f3308bac66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.888785:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764891.888859:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+318:3658:x1862023169563136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13179us (13914us total) trans 4294972590 rc 0/0
00000100:00100000:2.0:1775764891.888865:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28661
00000100:00100000:2.0:1775764891.888891:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c2f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6682:2411:x1862023150162432:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 181us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.888895:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7409
00000100:00100000:2.0:1775764891.888987:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.889004:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150162688
00000100:00100000:2.0:1775764891.889009:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150162688
00010000:00010000:2.0:1775764891.889022:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c670f347/0xd3c138f33087c1de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071df expref: 6682 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.889040:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7410
00000100:00100000:2.0:1775764891.889046:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c619850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6682:2411:x1862023150162688:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.889053:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.889057:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000c670f347/0xd3c138f33087c1de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1332:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071df expref: 6682 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.889406:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c670f347/0xd3c138f33087c1de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1332:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071df expref: 6681 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.889420:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c670f347/0xd3c138f33087c1de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1332:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071df expref: 6681 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.889432:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.889433:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.889436:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000798095db/0xd3c138f3308bac74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.889443:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000798095db/0xd3c138f3308bac74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.889467:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.889482:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c619850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6680:2411:x1862023150162688:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 437us (496us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.889489:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7410
00010000:00010000:2.0:1775764891.890210:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.890216:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000798095db/0xd3c138f3308bac74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.890223:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408099400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.890226:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000798095db/0xd3c138f3308bac74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.890234:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000798095db/0xd3c138f3308bac74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.890245:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000798095db/0xd3c138f3308bac74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.890261:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000798095db/0xd3c138f3308bac74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.890280:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.890282:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.890283:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.891209:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6ca80/2, rc 0, transno 4294972617
00000100:00100000:1.0:1775764891.891214:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169563904:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764891.891227:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.891296:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169567104:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.891322:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.891346:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764891.891351:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169567232:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.891371:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.891397:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169567104
00000100:00100000:1.0:1775764891.891401:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169567104
00000100:00100000:1.0:1775764891.891427:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169567232
00000100:00100000:1.0:1775764891.891430:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169567232
00000100:00100000:1.0:1775764891.891447:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28673
00000100:00100000:1.0:1775764891.891454:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+320:3659:x1862023169567104:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.891466:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:279 count 1
00010000:00010000:1.0:1775764891.891480:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.891492:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042eebef4/0xd3c138f33087c01e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0722c expref: 6679 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.891500:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.891501:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.891504:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.891523:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042eebef4/0xd3c138f33087c01e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0722c expref: 6679 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.891533:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042eebef4/0xd3c138f33087c01e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0722c expref: 6679 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.891542:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169567360:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.891566:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fc00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.891583:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28674
00000100:00100000:1.0:1775764891.891590:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+320:3659:x1862023169567232:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.891602:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2210 count 1
00010000:00010000:1.0:1775764891.891613:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.891624:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8983f4c/0xd3c138f33087c02c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0723a expref: 6679 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.891631:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.891632:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.891635:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.891652:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8983f4c/0xd3c138f33087c02c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0723a expref: 6679 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.891660:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8983f4c/0xd3c138f33087c02c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0723a expref: 6679 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.891670:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169567488:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.891693:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.892382:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6355:11674:x1862023150161408:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 13898us (14785us total) trans 4294991816 rc 0/0
00000100:00100000:3.0:1775764891.892395:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14344
00000100:00100000:1.0:1775764891.892500:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169567872:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.892534:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.892620:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169567744:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.892643:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.893549:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169565056:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.893573:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.893745:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169563520:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.893760:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.893795:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.893849:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169567872
00000100:00100000:2.0:1775764891.893856:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169567872
00000100:00100000:2.0:1775764891.893899:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169567744
00000100:00100000:2.0:1775764891.893902:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169567744
00000100:00100000:2.0:1775764891.893922:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28675
00000100:00100000:2.0:1775764891.893929:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+338:3659:x1862023169567872:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.893955:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:270 count 1
00010000:00010000:2.0:1775764891.894017:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.894042:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db129542/0xd3c138f33087c485 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ad expref: 6651 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.894049:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.894051:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.894054:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.894215:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150162816
00000100:00100000:3.0:1775764891.894220:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150162816
00010000:00010000:3.0:1775764891.894244:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000367bdf01/0xd3c138f33087c40e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07359 expref: 6652 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.894280:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150162944
00000100:00100000:3.0:1775764891.894283:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150162944
00010000:00010000:3.0:1775764891.894297:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b624ddb/0xd3c138f33087c415 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07328 expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.894316:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7411
00000100:00100000:3.0:1775764891.894324:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6653:2411:x1862023150162816:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.894336:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.894341:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000367bdf01/0xd3c138f33087c40e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07359 expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894352:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000367bdf01/0xd3c138f33087c40e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07359 expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894373:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000367bdf01/0xd3c138f33087c40e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07359 expref: 6653 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894402:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.894404:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.894408:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894417:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894439:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.894455:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894464:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894473:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894480:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894495:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.894657:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+339:3658:x1862023169564032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16711us (16796us total) trans 4294972618 rc 0/0
00000100:00100000:3.0:1775764891.894665:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28664
00000100:00100000:3.0:1775764891.894685:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28676
00000100:00100000:3.0:1775764891.894692:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+338:3658:x1862023169567744:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.894705:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9961 count 1
00010000:00010000:3.0:1775764891.894719:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308baceb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894730:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027ec1996/0xd3c138f33087c477 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0739f expref: 6652 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894736:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.894738:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.894741:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308baceb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894767:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027ec1996/0xd3c138f33087c477 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0739f expref: 6652 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894779:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027ec1996/0xd3c138f33087c477 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0739f expref: 6652 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.894794:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169568128:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.894858:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9300 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.894880:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6652:2411:x1862023150162816:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 557us (1928us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.894887:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7411
00000100:00100000:3.0:1775764891.894903:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7412
00000100:00100000:3.0:1775764891.894910:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6651:2410:x1862023150162944:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.894918:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.894924:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000006b624ddb/0xd3c138f33087c415 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x266b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07328 expref: 6651 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894935:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b624ddb/0xd3c138f33087c415 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x266b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07328 expref: 6651 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894949:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b624ddb/0xd3c138f33087c415 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x266b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07328 expref: 6651 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894959:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.894961:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.894964:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894972:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.894989:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.895008:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6650:2410:x1862023150162944:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 98us (1943us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.895014:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7412
00000100:00100000:1.0:1775764891.895423:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169567616
00000100:00100000:1.0:1775764891.895429:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169567616
00000100:00100000:1.0:1775764891.895458:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28677
00000100:00100000:1.0:1775764891.895465:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+339:3657:x1862023169567616:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.895480:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1856 count 1
00010000:00010000:1.0:1775764891.895498:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bacf2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.895511:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d50a0c92/0xd3c138f33087c469 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07391 expref: 6649 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.895517:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.895519:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.895521:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bacf2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.895540:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d50a0c92/0xd3c138f33087c469 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07391 expref: 6649 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.895550:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d50a0c92/0xd3c138f33087c469 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07391 expref: 6649 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.895561:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169568256:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.895591:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f480 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.895607:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.895616:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.895626:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.895639:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.895656:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.895788:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534933850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+340:3659:x1862023169562240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21329us (22234us total) trans 4294972619 rc 0/0
00000100:00100000:1.0:1775764891.895795:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28655
00000004:00080000:1.0:1775764891.895947:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6ed80/2, rc 0, transno 4294972619
00010000:00010000:2.0:1775764891.896085:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db129542/0xd3c138f33087c485 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ad expref: 6649 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896095:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db129542/0xd3c138f33087c485 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ad expref: 6649 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.896105:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169568384:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.896156:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f9733c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.896204:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.896299:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169565312:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.896320:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.896381:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169565568:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.896394:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.896431:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.896449:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150163456
00000100:00100000:2.0:1775764891.896453:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150163456
00010000:00010000:2.0:1775764891.896475:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008f9061f8/0xd3c138f33087c446 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0736e expref: 6650 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.896500:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7413
00000100:00100000:2.0:1775764891.896509:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6650:2411:x1862023150163456:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.896518:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.896523:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000008f9061f8/0xd3c138f33087c446 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0736e expref: 6650 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896534:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008f9061f8/0xd3c138f33087c446 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0736e expref: 6650 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896553:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f9061f8/0xd3c138f33087c446 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0736e expref: 6650 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896566:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.896568:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.896571:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896584:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896604:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.896624:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6649:2411:x1862023150163456:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 117us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.896632:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7413
00010000:00010000:2.0:1775764891.896654:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896663:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896672:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896680:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896696:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1775764891.896707:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764891.896714:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896722:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4094bb200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.896728:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896737:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896749:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896757:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000619b76e3/0xd3c138f3308bac7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896777:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764891.896781:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896787:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409fdfa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.896790:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896797:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896807:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896814:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5d2fbba/0xd3c138f3308bac3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x266b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896827:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.896830:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896836:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f590200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.896838:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896845:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896854:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896860:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308baca5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.896873:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.896875:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.896876:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.896990:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4017d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+340:3659:x1862023169565440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14260us (14361us total) trans 4294972620 rc 0/0
00000100:00100000:2.0:1775764891.896997:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28666
00000100:00100000:2.0:1775764891.897047:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.897064:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150163328
00000100:00100000:2.0:1775764891.897069:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150163328
00010000:00010000:2.0:1775764891.897086:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7cdbaab/0xd3c138f33087c1e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ed expref: 6680 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.897107:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7414
00000100:00100000:2.0:1775764891.897150:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6680:2411:x1862023150163328:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.897159:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.897163:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000a7cdbaab/0xd3c138f33087c1e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ed expref: 6680 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897174:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7cdbaab/0xd3c138f33087c1e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ed expref: 6680 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897189:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7cdbaab/0xd3c138f33087c1e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee071ed expref: 6680 pid: 8419 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897199:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.897201:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.897205:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897213:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897231:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.897262:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:2411:x1862023150163328:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 138us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.897272:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7414
00010000:00010000:2.0:1775764891.897291:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897300:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897309:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897316:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005531cfaa/0xd3c138f3308bac9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.897331:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764891.897428:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+321:3660:x1862023169565184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16042us (16131us total) trans 4294972592 rc 0/0
00000100:00100000:2.0:1775764891.897435:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28665
00000100:00100000:1.0:1775764891.897764:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169562240:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.897798:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3f4700/2, rc 0, transno 4294972620
00010000:00010000:2.0:1775764891.899843:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.900263:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.900292:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.900312:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150163584
00000100:00100000:2.0:1775764891.900319:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150163584
00010000:00010000:2.0:1775764891.900350:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006bddce4f/0xd3c138f33087c3c8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0729c expref: 6679 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.900375:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150163840
00000100:00100000:2.0:1775764891.900379:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150163840
00010000:00010000:2.0:1775764891.900391:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064bfd24a/0xd3c138f33087c36d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07202 expref: 6680 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.900409:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7415
00000100:00100000:2.0:1775764891.900416:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6680:2412:x1862023150163584:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.900429:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.900434:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000006bddce4f/0xd3c138f33087c3c8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0729c expref: 6680 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900447:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006bddce4f/0xd3c138f33087c3c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0729c expref: 6680 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900466:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.900468:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.900472:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900480:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900498:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.900533:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6680:2412:x1862023150163584:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 116us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.900540:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7415
00000100:00100000:2.0:1775764891.900556:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7416
00000100:00100000:2.0:1775764891.900562:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:2412:x1862023150163840:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.900571:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.900575:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000064bfd24a/0xd3c138f33087c36d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07202 expref: 6679 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900585:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064bfd24a/0xd3c138f33087c36d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07202 expref: 6679 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900596:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.900598:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.900601:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900607:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900618:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.900635:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:2412:x1862023150163840:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 73us (342us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.900642:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7416
00000100:00100000:2.0:1775764891.900687:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.900704:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150163712
00000100:00100000:2.0:1775764891.900708:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150163712
00010000:00010000:2.0:1775764891.900722:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000473541e9/0xd3c138f33087c009 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07217 expref: 6679 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.900741:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7417
00000100:00100000:2.0:1775764891.900747:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:2412:x1862023150163712:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.900754:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.900758:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000473541e9/0xd3c138f33087c009 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xde3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07217 expref: 6679 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900768:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000473541e9/0xd3c138f33087c009 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xde3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07217 expref: 6679 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900780:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.900782:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.900785:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900792:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.900805:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.900822:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:2412:x1862023150163712:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 76us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.900828:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7417
00000100:00100000:2.0:1775764891.901023:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.901056:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.902971:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169565440:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.902980:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:1.0:1775764891.903012:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042eebef4/0xd3c138f33087c01e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0722c expref: 6677 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.903037:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169567360:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.903053:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903073:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903081:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903095:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903102:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903138:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.903276:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+321:3659:x1862023169567104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11821us (11951us total) trans 4294972594 rc 0/0
00000100:00100000:1.0:1775764891.903284:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28673
00010000:00010000:1.0:1775764891.903324:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bddce4f/0xd3c138f33087c3c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0729c expref: 6676 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.903336:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169566208:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.903348:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903356:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903363:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903371:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903378:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903392:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.903464:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+321:3659:x1862023169565952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15883us (15969us total) trans 4294972595 rc 0/0
00000100:00100000:1.0:1775764891.903471:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28667
00010000:00010000:1.0:1775764891.903490:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.903495:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903503:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f590600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.903506:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903514:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903529:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903537:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7226a7a/0xd3c138f3308baccf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903553:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.903557:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903563:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f591200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.903566:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903572:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903582:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903589:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003936306a/0xd3c138f3308bacac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903603:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.903605:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.903607:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.903632:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bfd24a/0xd3c138f33087c36d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07202 expref: 6675 pid: 8420 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.903642:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169566592:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.903654:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903661:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903668:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903675:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903682:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903694:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.903767:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+321:3658:x1862023169565824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15822us (15922us total) trans 4294972596 rc 0/0
00000100:00100000:1.0:1775764891.903774:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28669
00000100:00100000:1.0:1775764891.903806:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169567488:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.903817:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764891.903853:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bc06a00/2, rc 0, transno 4294972592
00000100:00100000:1.0:1775764891.903866:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169565184:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764891.903891:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000473541e9/0xd3c138f33087c009 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xde3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07217 expref: 6674 pid: 14040 timeout: 1398 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.903901:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169566336:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.903916:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903923:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903929:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903937:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903945:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.903957:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.904024:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4017d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+321:3659:x1862023169566080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16284us (16496us total) trans 4294972597 rc 0/0
00000100:00100000:1.0:1775764891.904031:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28668
00010000:00010000:1.0:1775764891.904047:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.904051:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904059:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f590400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.904062:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904074:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904085:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904092:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000daf4f3b2/0xd3c138f3308bacba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904107:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.904109:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904140:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f590000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.904143:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904151:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904161:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904168:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073617e08/0xd3c138f3308bacb3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904186:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.904188:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.904190:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.904197:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.904221:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6f800/2, rc 0, transno 4294972593
00000100:00100000:1.0:1775764891.904226:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169566720:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.904235:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4017d7480/2, rc 0, transno 4294972596
00000100:00100000:1.0:1775764891.904239:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169565824:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.904263:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6d880/2, rc 0, transno 4294972618
00000100:00100000:1.0:1775764891.904272:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169564032:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.904277:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.904327:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169568640:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.904364:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.904389:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169568768:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.904409:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.904480:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169569024:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.904504:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.904521:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.904526:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169568896:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.904544:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.904570:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169568640
00000100:00100000:1.0:1775764891.904576:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169568640
00000100:00100000:1.0:1775764891.904607:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169568768
00000100:00100000:1.0:1775764891.904611:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169568768
00000100:00100000:1.0:1775764891.904622:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169569024
00000100:00100000:1.0:1775764891.904623:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169569024
00000100:00100000:1.0:1775764891.904633:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169568896
00000100:00100000:1.0:1775764891.904634:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169568896
00000100:00100000:1.0:1775764891.904644:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28678
00000100:00100000:1.0:1775764891.904649:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+341:3658:x1862023169568640:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.904669:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9405 count 1
00010000:00010000:1.0:1775764891.904686:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bad15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904697:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5b63c83/0xd3c138f33087c4a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073c9 expref: 6648 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904703:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.904705:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.904707:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bad15 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904723:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5b63c83/0xd3c138f33087c4a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073c9 expref: 6648 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904730:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5b63c83/0xd3c138f33087c4a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073c9 expref: 6648 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.904738:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169569280:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.904779:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fb40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.904791:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28679
00000100:00100000:1.0:1775764891.904796:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+341:3658:x1862023169568768:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.904808:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5324 count 1
00010000:00010000:1.0:1775764891.904818:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904829:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6a3d7ea/0xd3c138f33087c4b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073de expref: 6648 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904835:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.904837:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.904839:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904856:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6a3d7ea/0xd3c138f33087c4b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073de expref: 6648 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904865:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6a3d7ea/0xd3c138f33087c4b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073de expref: 6648 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.904874:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169569408:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.904890:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.904902:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28680
00000100:00100000:1.0:1775764891.904906:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+322:3660:x1862023169569024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.904916:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9565 count 1
00010000:00010000:1.0:1775764891.904924:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bad23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904934:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef195634/0xd3c138f33087c04f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0725d expref: 6673 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904939:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.904940:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.904942:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bad23 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904958:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef195634/0xd3c138f33087c04f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0725d expref: 6673 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.904967:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef195634/0xd3c138f33087c04f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0725d expref: 6673 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.904978:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169569536:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.904999:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.905015:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28681
00000100:00100000:1.0:1775764891.905021:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+322:3660:x1862023169568896:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.905033:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2194 count 1
00010000:00010000:1.0:1775764891.905043:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905053:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db8b217d/0xd3c138f33087c03a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07248 expref: 6673 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905061:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905062:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905064:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905075:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db8b217d/0xd3c138f33087c03a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07248 expref: 6673 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905080:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db8b217d/0xd3c138f33087c03a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07248 expref: 6673 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.905086:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169569664:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.905101:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.905132:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.905138:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eb78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169569152:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.905153:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.905173:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169569152
00000100:00100000:1.0:1775764891.905175:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169569152
00000100:00100000:1.0:1775764891.905189:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28682
00000100:00100000:1.0:1775764891.905192:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+323:3658:x1862023169569152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.905200:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8068 count 1
00010000:00010000:1.0:1775764891.905209:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905220:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045fb2c61/0xd3c138f33087c05d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0726b expref: 6673 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905226:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905228:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905230:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905247:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045fb2c61/0xd3c138f33087c05d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0726b expref: 6673 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905268:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045fb2c61/0xd3c138f33087c05d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0726b expref: 6673 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.905278:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169569792:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.905299:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fc00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.905314:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169568512:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.905336:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.905355:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169568512
00000100:00100000:1.0:1775764891.905359:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169568512
00000100:00100000:1.0:1775764891.905375:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28683
00000100:00100000:1.0:1775764891.905378:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40f587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+342:3659:x1862023169568512:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.905386:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9146 count 1
00010000:00010000:1.0:1775764891.905395:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905403:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000080d5e210/0xd3c138f33087c49a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073c2 expref: 6648 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905412:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905413:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905414:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905425:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000080d5e210/0xd3c138f33087c49a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073c2 expref: 6648 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905430:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000080d5e210/0xd3c138f33087c49a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073c2 expref: 6648 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.905436:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169569920:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.905451:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f0c0 going to sleep for 11 seconds
00000004:00080000:1.0:1775764891.905474:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d60a80/2, rc 0, transno 4294972594
00000100:00100000:1.0:1775764891.905480:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169567104:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.905485:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4017d5500/2, rc 0, transno 4294972597
00000100:00100000:1.0:1775764891.905487:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169566080:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.905493:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4017d4000/2, rc 0, transno 4294972595
00000100:00100000:1.0:1775764891.905495:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169565952:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.905553:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169570304:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.905570:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.905581:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.905584:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169570176:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.905595:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.905607:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169570304
00000100:00100000:1.0:1775764891.905609:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169570304
00000100:00100000:1.0:1775764891.905619:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169570176
00000100:00100000:1.0:1775764891.905621:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169570176
00000100:00100000:1.0:1775764891.905628:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28684
00000100:00100000:1.0:1775764891.905631:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534931050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+325:3660:x1862023169570304:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.905639:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7455 count 1
00010000:00010000:1.0:1775764891.905646:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905654:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1587422/0xd3c138f33087c087 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0728e expref: 6673 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905658:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905659:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905661:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905670:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1587422/0xd3c138f33087c087 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0728e expref: 6673 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905675:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1587422/0xd3c138f33087c087 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0728e expref: 6673 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.905681:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169570432:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.905695:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fa80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.905706:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28685
00000100:00100000:1.0:1775764891.905710:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+325:3660:x1862023169570176:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.905717:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4783 count 1
00010000:00010000:1.0:1775764891.905724:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905731:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0b2fa2c/0xd3c138f33087c079 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07287 expref: 6673 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905735:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905736:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905738:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905747:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0b2fa2c/0xd3c138f33087c079 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07287 expref: 6673 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905752:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0b2fa2c/0xd3c138f33087c079 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07287 expref: 6673 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.905757:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169570560:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.905770:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.905781:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169570048:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.905793:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.905808:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169570048
00000100:00100000:1.0:1775764891.905811:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169570048
00000100:00100000:1.0:1775764891.905830:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28686
00000100:00100000:1.0:1775764891.905835:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+326:3658:x1862023169570048:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.905845:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4028 count 1
00010000:00010000:1.0:1775764891.905856:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905868:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f33087c06b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07272 expref: 6673 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905874:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905876:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.905878:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905893:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f33087c06b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07272 expref: 6673 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.905899:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f33087c06b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07272 expref: 6673 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.905905:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169570688:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.905918:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f6c0 going to sleep for 11 seconds
00000004:00080000:1.0:1775764891.905946:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7b7100/2, rc 0, transno 4294972591
00000100:00100000:1.0:1775764891.905954:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169564288:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.905988:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.905993:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169570816:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.906017:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.906037:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169570816
00000100:00100000:1.0:1775764891.906040:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169570816
00000100:00100000:1.0:1775764891.906060:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28687
00000100:00100000:1.0:1775764891.906064:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+327:3658:x1862023169570816:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.906072:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7831 count 1
00010000:00010000:1.0:1775764891.906079:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.906087:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebf0cdca/0xd3c138f33087c37b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee072a3 expref: 6673 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.906091:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.906092:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.906094:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.906104:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ebf0cdca/0xd3c138f33087c37b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072a3 expref: 6673 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.906109:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ebf0cdca/0xd3c138f33087c37b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072a3 expref: 6673 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.906132:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169570944:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.906145:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.906767:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150164096
00000100:00100000:2.0:1775764891.906771:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150164096
00010000:00010000:2.0:1775764891.906792:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000016d2108/0xd3c138f33087c44d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07375 expref: 6649 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.906815:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150164480
00000100:00100000:2.0:1775764891.906818:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150164480
00010000:00010000:2.0:1775764891.906829:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000418a0a84/0xd3c138f33087c462 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0738a expref: 6650 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.906840:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150164352
00000100:00100000:2.0:1775764891.906843:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150164352
00010000:00010000:2.0:1775764891.906853:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8983f4c/0xd3c138f33087c02c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0723a expref: 6674 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.906866:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7420
00000100:00100000:2.0:1775764891.906873:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6650:2409:x1862023150164096:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.906882:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.906886:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000016d2108/0xd3c138f33087c44d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07375 expref: 6650 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.906895:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000016d2108/0xd3c138f33087c44d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07375 expref: 6650 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.906909:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000016d2108/0xd3c138f33087c44d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07375 expref: 6650 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.906919:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.906920:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.906924:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009838c52c/0xd3c138f3308bacc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.906930:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009838c52c/0xd3c138f3308bacc8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.906951:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.906977:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6649:2409:x1862023150164096:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 104us (4986us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.906985:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7420
00000100:00100000:2.0:1775764891.907002:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7421
00000100:00100000:2.0:1775764891.907008:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6648:2412:x1862023150164480:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.907015:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.907019:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000418a0a84/0xd3c138f33087c462 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0738a expref: 6648 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907194:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000418a0a84/0xd3c138f33087c462 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0738a expref: 6648 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907204:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000418a0a84/0xd3c138f33087c462 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0738a expref: 6648 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907214:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.907216:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.907219:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907226:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907248:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.907277:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6647:2412:x1862023150164480:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 269us (5216us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.907284:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7421
00000100:00100000:2.0:1775764891.907297:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7422
00000100:00100000:2.0:1775764891.907303:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40933a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6674:2412:x1862023150164352:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.907310:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.907315:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8983f4c/0xd3c138f33087c02c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0723a expref: 6674 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907325:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8983f4c/0xd3c138f33087c02c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0723a expref: 6674 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907339:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8983f4c/0xd3c138f33087c02c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0723a expref: 6674 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907351:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.907352:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.907355:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907363:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907381:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.907392:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40933a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6673:2412:x1862023150164352:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 90us (4611us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.907396:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7422
00010000:00010000:2.0:1775764891.907412:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907418:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907426:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907430:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907439:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764891.907559:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+328:3659:x1862023169567232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15970us (16187us total) trans 4294972598 rc 0/0
00000100:00100000:2.0:1775764891.907563:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28674
00010000:00010000:2.0:1775764891.907578:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.907583:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907588:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f591000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.907593:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907599:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907606:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907610:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081ae166d/0xd3c138f3308bacd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907620:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.907621:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.907623:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.907640:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169568384:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.907650:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907663:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907668:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907672:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907677:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.907685:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764891.907755:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+343:3658:x1862023169566464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16747us (16948us total) trans 4294972621 rc 0/0
00000100:00100000:2.0:1775764891.907759:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28672
00010000:00010000:1.0:1775764891.908002:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.908008:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908016:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408098000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.908019:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908026:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908287:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908294:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d47b08f9/0xd3c138f3308bacdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908313:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.908315:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.908316:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.908356:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6fb80/2, rc 0, transno 4294972621
00000100:00100000:1.0:1775764891.908377:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169566464:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.908403:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d61180/2, rc 0, transno 4294972598
00000100:00100000:1.0:1775764891.908412:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169567232:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.908479:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169571072:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.908517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.908543:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169571072
00000100:00100000:1.0:1775764891.908548:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169571072
00000100:00100000:1.0:1775764891.908585:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28688
00000100:00100000:1.0:1775764891.908593:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+328:3658:x1862023169571072:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.908615:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:956 count 1
00010000:00010000:1.0:1775764891.908634:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908649:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002b25f712/0xd3c138f33087c3d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b8 expref: 6672 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908656:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.908658:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.908661:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908683:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002b25f712/0xd3c138f33087c3d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b8 expref: 6672 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.908695:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002b25f712/0xd3c138f33087c3d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b8 expref: 6672 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.908706:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169571200:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.908755:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fe40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.908876:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764891.908886:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169571328:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.908911:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.909000:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169571328
00000100:00100000:1.0:1775764891.909004:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169571328
00000100:00100000:1.0:1775764891.909277:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28689
00000100:00100000:1.0:1775764891.909285:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+343:3660:x1862023169571328:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.909301:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5162 count 1
00010000:00010000:1.0:1775764891.909317:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308bad62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.909328:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf69e9fd/0xd3c138f33087c4c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ec expref: 6646 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.909335:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.909337:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.909339:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308bad62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.909357:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf69e9fd/0xd3c138f33087c4c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ec expref: 6646 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.909366:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf69e9fd/0xd3c138f33087c4c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ec expref: 6646 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.909377:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169571456:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.909417:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.909919:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150164608
00000100:00100000:3.0:1775764891.909924:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150164608
00010000:00010000:2.0:1775764891.910243:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027ec1996/0xd3c138f33087c477 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0739f expref: 6647 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.910286:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7423
00000100:00100000:2.0:1775764891.910294:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409338a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6647:2411:x1862023150164608:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.910306:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.910312:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027ec1996/0xd3c138f33087c477 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0739f expref: 6647 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.910324:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027ec1996/0xd3c138f33087c477 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0739f expref: 6647 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.910344:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027ec1996/0xd3c138f33087c477 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0739f expref: 6647 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.910366:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.910367:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.910372:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308baceb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.910381:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308baceb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.910407:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.910432:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409338a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6646:2411:x1862023150164608:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 139us (3680us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.910439:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7423
00000004:00080000:1.0:1775764891.910549:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4017d7b80/2, rc 0, transno 4294972622
00000100:00100000:1.0:1775764891.910564:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169565696:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.910659:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169571584:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.910695:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.910736:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169571584
00000100:00100000:1.0:1775764891.910740:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169571584
00000100:00100000:1.0:1775764891.910773:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28690
00000100:00100000:1.0:1775764891.910781:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+344:3660:x1862023169571584:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.910803:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5032 count 1
00010000:00010000:1.0:1775764891.910824:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.910839:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059ac481f/0xd3c138f33087c4d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073fa expref: 6645 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.910846:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.910848:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.910850:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.910872:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059ac481f/0xd3c138f33087c4d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073fa expref: 6645 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.910884:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059ac481f/0xd3c138f33087c4d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073fa expref: 6645 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.910895:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169571712:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.910932:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.912367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.912389:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150165120
00000100:00100000:2.0:1775764891.912393:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150165120
00000100:00100000:2.0:1775764891.912425:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14346
00000100:00100000:2.0:1775764891.912432:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6356:11674:x1862023150165120:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764891.912479:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.912497:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f5d0400/0xd3c138f330818249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9171 expref: 6356 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912511:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff89b510278900)
00010000:00010000:2.0:1775764891.912519:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.912533:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912547:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912556:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912570:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404e00/0xd3c138f3308bad7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfdc7c0e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912577:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404e00/0xd3c138f3308bad7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfdc7c0e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912584:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404e00/0xd3c138f3308bad7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfdc7c0e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912673:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912681:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912688:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764891.912912:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4004, 64 off264448
00000040:00080000:2.0:1775764891.912933:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4004, 64 off264448
00010000:00010000:2.0:1775764891.912976:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912985:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.912996:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913003:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913008:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913014:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913623:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764891.913645:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913652:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913658:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913664:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409404c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764891.913667:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913674:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913684:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff89b4093fe400)
00010000:00010000:2.0:1775764891.913686:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764891.913690:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913696:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308bad85 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913716:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913721:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913727:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913732:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409405000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764891.913734:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913740:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913747:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764891.913749:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.913752:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913758:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308bad77 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764891.913768:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000fe19a14 reply state 00000000f9170fdf transno 4294991818 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404e00/0xd3c138f3308bad7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfdc7c0e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913783:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404e00/0xd3c138f3308bad7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfdc7c0e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913789:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfdc7c0e4 (ffff89b4093fef00)
00010000:00010000:2.0:1775764891.913791:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764891.913794:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764891.913898:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6357:11674:x1862023150165120:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1464us (1529us total) trans 4294991818 rc 0/0
00000100:00100000:2.0:1775764891.913907:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14346
00010000:00010000:2.0:1775764891.913935:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.913941:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913947:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409405e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.913951:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913957:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913965:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff89b4093fe400)
00010000:00010000:2.0:1775764891.913968:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764891.913971:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913976:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405e00/0xd3c138f3308bad8c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.913990:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.913991:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.913993:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.914983:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.915055:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.915681:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169569408:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.915708:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.915748:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.915915:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150164864
00000100:00100000:2.0:1775764891.915922:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150164864
00010000:00010000:2.0:1775764891.915957:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db129542/0xd3c138f33087c485 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ad expref: 6646 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.916023:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150164736
00000100:00100000:2.0:1775764891.916197:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150164736
00010000:00010000:2.0:1775764891.916214:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d50a0c92/0xd3c138f33087c469 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07391 expref: 6647 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.916312:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7424
00000100:00100000:3.0:1775764891.916324:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d567450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6647:2411:x1862023150164864:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.916339:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.916345:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db129542/0xd3c138f33087c485 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ad expref: 6647 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916356:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db129542/0xd3c138f33087c485 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ad expref: 6647 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916377:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db129542/0xd3c138f33087c485 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073ad expref: 6647 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916482:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.916484:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.916489:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916499:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916525:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.916571:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d567450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6646:2411:x1862023150164864:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 250us (1594us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.916579:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7424
00000100:00100000:3.0:1775764891.916628:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7425
00000100:00100000:3.0:1775764891.916635:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6645:2411:x1862023150164736:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.916642:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.916647:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d50a0c92/0xd3c138f33087c469 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07391 expref: 6645 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916658:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d50a0c92/0xd3c138f33087c469 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07391 expref: 6645 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916671:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d50a0c92/0xd3c138f33087c469 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07391 expref: 6645 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916682:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.916684:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.916687:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bacf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916694:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bacf2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.916717:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.916737:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6644:2411:x1862023150164736:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 102us (1681us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.916743:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7425
00010000:00010000:2.0:1775764891.917807:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.917818:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.917827:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.917833:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000007d3652/0xd3c138f3308bace4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.917846:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764891.917953:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+347:3659:x1862023169567872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24023us (25417us total) trans 4294972625 rc 0/0
00000100:00100000:2.0:1775764891.917962:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28675
00000004:00080000:2.0:1775764891.917999:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2f8e00/2, rc 0, transno 4294972625
00000100:00100000:2.0:1775764891.918011:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169567872:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.918422:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169572352:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.918454:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.918484:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169572352
00000100:00100000:2.0:1775764891.918490:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169572352
00000100:00100000:2.0:1775764891.918518:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28693
00000100:00100000:2.0:1775764891.918525:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+347:3659:x1862023169572352:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.918544:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3285 count 1
00010000:00010000:2.0:1775764891.918559:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308bad9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.918572:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060fcc306/0xd3c138f33087c4f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0741d expref: 6643 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.918580:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.918582:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.918585:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308bad9a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.918606:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060fcc306/0xd3c138f33087c4f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0741d expref: 6643 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.918616:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060fcc306/0xd3c138f33087c4f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0741d expref: 6643 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.918626:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169572480:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.918669:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f9736c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.919422:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.919629:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169569664:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.919650:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.919682:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.919868:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764891.919918:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150165376
00000100:00100000:3.0:1775764891.919924:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150165376
00000100:00100000:2.0:1775764891.919979:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150165248
00000100:00100000:2.0:1775764891.919983:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150165248
00010000:00010000:2.0:1775764891.920010:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5b63c83/0xd3c138f33087c4a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073c9 expref: 6645 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.920196:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150165504
00000100:00100000:2.0:1775764891.920201:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150165504
00010000:00010000:2.0:1775764891.920217:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef195634/0xd3c138f33087c04f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x255d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0725d expref: 6673 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.925008:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.925012:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150166784
00000100:00100000:3.0:1775764891.925019:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150166784
00000100:00100000:3.0:1775764891.925156:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14347
00000100:00100000:3.0:1775764891.925166:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6357:11674:x1862023150166784:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764891.925239:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.925270:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c97200/0xd3c138f3308515c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4889 expref: 6357 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925297:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a2f:0x0].0x0 (ffff89b407a10200)
00010000:00010000:3.0:1775764891.925307:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.925326:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925338:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925347:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925361:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bada8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5e60ece bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925367:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bada8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e60ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925374:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bada8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e60ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925460:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925468:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.925475:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926350:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926360:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926368:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926375:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926389:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.926466:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+348:3658:x1862023169568768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21670us (22056us total) trans 4294972629 rc 0/0
00000100:00100000:1.0:1775764891.926473:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28679
00010000:00010000:1.0:1775764891.926507:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080d5e210/0xd3c138f33087c49a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073c2 expref: 6639 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.926519:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169569920:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.926534:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926542:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926549:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926556:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926563:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926579:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.926642:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40f587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+348:3659:x1862023169568512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21262us (21305us total) trans 4294972630 rc 0/0
00000100:00100000:1.0:1775764891.926648:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28683
00010000:00010000:1.0:1775764891.926678:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f33087c06b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07272 expref: 6670 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.926695:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169570688:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.926706:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926714:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926720:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926728:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926735:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926748:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764891.926816:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+329:3658:x1862023169570048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20981us (21021us total) trans 4294972600 rc 0/0
00000100:00100000:1.0:1775764891.926822:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28686
00010000:00010000:1.0:1775764891.926849:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b25f712/0xd3c138f33087c3d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072b8 expref: 6669 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.926859:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169571200:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.926870:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926877:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926884:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926892:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926898:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.926910:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1775764891.926964:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+329:3658:x1862023169571072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18372us (18446us total) trans 4294972601 rc 0/0
00000100:00100000:1.0:1775764891.926970:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28688
00010000:00010000:1.0:1775764891.927000:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059ac481f/0xd3c138f33087c4d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073fa expref: 6638 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.927011:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169571712:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.927021:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927047:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927054:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927164:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927173:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927182:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1775764891.927258:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+348:3660:x1862023169571584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16469us (16553us total) trans 4294972631 rc 0/0
00000100:00100000:1.0:1775764891.927265:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28690
00010000:00010000:1.0:1775764891.927281:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:1.0:1775764891.927286:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927294:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d6000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.927297:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927305:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927319:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927327:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000657c0613/0xd3c138f3308bad1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927343:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1775764891.927346:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927352:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.927355:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927363:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927370:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927377:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bad38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927386:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764891.927389:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927396:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.927399:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927405:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927414:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927421:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bad4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927431:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.927434:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927440:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.927442:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927449:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927457:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927465:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bad5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927475:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.927478:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927483:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090c9e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.927486:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927493:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927500:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927507:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bad69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927516:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927518:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927519:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927539:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1587422/0xd3c138f33087c087 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0728e expref: 6668 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.927554:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169570432:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.927565:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927572:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927579:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927586:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927592:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927604:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.927671:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534931050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+329:3660:x1862023169570304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22038us (22098us total) trans 4294972602 rc 0/0
00000100:00100000:1.0:1775764891.927676:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28684
00010000:00010000:1.0:1775764891.927690:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.927693:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927706:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.927709:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927716:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927725:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927732:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bad3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927744:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927745:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927747:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927756:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927763:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927770:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927781:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927791:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.927846:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+329:3660:x1862023169568896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22825us (23301us total) trans 4294972603 rc 0/0
00000100:00100000:1.0:1775764891.927851:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28681
00010000:00010000:1.0:1775764891.927864:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.927867:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927874:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d7c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.927877:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927885:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927895:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927902:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bad2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927914:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927915:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927917:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.927933:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0b2fa2c/0xd3c138f33087c079 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07287 expref: 6667 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.927942:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169570560:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.927953:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927960:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927967:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927976:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927982:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927994:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.928052:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+329:3660:x1862023169570176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22340us (22455us total) trans 4294972604 rc 0/0
00000100:00100000:1.0:1775764891.928058:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28685
00010000:00010000:1.0:1775764891.928237:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.928242:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928259:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.928262:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928271:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928292:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928299:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bad46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928312:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.928313:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.928315:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.928333:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045fb2c61/0xd3c138f33087c05d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0726b expref: 6666 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.928342:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169569792:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.928352:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928359:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928367:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928374:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928381:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928392:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.928453:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+329:3658:x1862023169569152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23259us (23297us total) trans 4294972605 rc 0/0
00000100:00100000:1.0:1775764891.928458:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28682
00010000:00010000:1.0:1775764891.928556:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.928560:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928566:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d7600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.928569:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928577:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928586:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928594:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bad31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928607:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.928608:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.928609:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.928627:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebf0cdca/0xd3c138f33087c37b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072a3 expref: 6665 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.928636:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169570944:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.928647:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928655:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928662:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928669:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928675:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928692:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.928748:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+329:3658:x1862023169570816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22683us (22730us total) trans 4294972606 rc 0/0
00000100:00100000:1.0:1775764891.928754:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28687
00010000:00010000:1.0:1775764891.928767:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.928770:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928777:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.928780:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928789:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928798:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928805:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bad54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.928819:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.928820:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.928822:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.928842:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40894ca80/2, rc 0, transno 4294972631
00000040:00080000:3.0:1775764891.930707:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4005, 64 off264512
00000040:00080000:3.0:1775764891.930743:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4005, 64 off264512
00010000:00010000:3.0:1775764891.930833:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308badb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930848:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308badb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930859:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308badb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930866:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308badb6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930871:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308badb6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930877:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc000/0xd3c138f3308badb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930897:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.930921:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930927:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930933:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930938:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.930954:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930962:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930973:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a2f:0x0].0x0 (ffff89b402f48600)
00010000:00010000:3.0:1775764891.930976:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.930981:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.930987:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fde00/0xd3c138f3308badaf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931010:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931015:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931020:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931025:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931029:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.931032:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931037:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931048:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764891.931051:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.931054:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931060:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd400/0xd3c138f3308bada1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.931068:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056ba1216 reply state 000000004cc85beb transno 4294991819 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bada8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e60ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931078:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fdc00/0xd3c138f3308bada8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5e60ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.931084:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5e60ece (ffff89b402f48700)
00010000:00010000:3.0:1775764891.931086:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.931089:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764891.931378:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060fcc306/0xd3c138f33087c4f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0741d expref: 6637 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.931391:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169572480:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.931411:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308bad9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.931421:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308bad9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.931427:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308bad9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.931436:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308bad9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.931443:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd095c12/0xd3c138f3308bad9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.931462:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.931661:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169571584:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.931682:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c60f100/2, rc 0, transno 4294972604
00000100:00100000:1.0:1775764891.931687:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169570176:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.931696:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6ce00/2, rc 0, transno 4294972602
00000100:00100000:1.0:1775764891.931699:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169570304:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.931706:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40eff1180/2, rc 0, transno 4294972603
00000100:00100000:1.0:1775764891.931710:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169568896:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.931723:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169572608:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.932741:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6358:11674:x1862023150166784:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 7572us (9238us total) trans 4294991819 rc 0/0
00000100:00100000:3.0:1775764891.932752:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14347
00000100:00100000:3.0:1775764891.933175:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169572992:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.933214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764891.933261:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d91f80/2, rc 0, transno 4294972630
00000100:00100000:3.0:1775764891.933266:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169568512:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.933590:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+349:3659:x1862023169572352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15063us (15133us total) trans 4294972632 rc 0/0
00000100:00100000:2.0:1775764891.933598:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28693
00000100:00100000:2.0:1775764891.933614:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169572992
00000100:00100000:2.0:1775764891.933617:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169572992
00000100:00100000:2.0:1775764891.933644:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169572864
00000100:00100000:2.0:1775764891.933647:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169572864
00000100:00100000:2.0:1775764891.933672:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28695
00000100:00100000:2.0:1775764891.933679:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+350:3659:x1862023169572992:12345-0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.933691:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdc7b80/2, rc 0, transno 4294972632
00002000:00080000:2.0:1775764891.933694:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:365 count 1
00000100:00100000:3.0:1775764891.933696:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169572352:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764891.933708:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.933721:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f33087c5d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0744e expref: 6636 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.933728:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.933729:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.933732:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.933753:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f33087c5d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0744e expref: 6636 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.933763:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f33087c5d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0744e expref: 6636 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.933773:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169573248:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.933816:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f9733c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.934284:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28696
00000100:00100000:2.0:1775764891.934295:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+350:3657:x1862023169572864:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.934313:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5739 count 1
00010000:00010000:2.0:1775764891.934329:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934341:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ae7ae58/0xd3c138f33087c511 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07439 expref: 6636 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934348:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.934349:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.934352:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934373:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ae7ae58/0xd3c138f33087c511 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07439 expref: 6636 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934383:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ae7ae58/0xd3c138f33087c511 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07439 expref: 6636 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.934399:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169573760:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.934445:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f9736c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.934466:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169573632:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.934496:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.934519:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1775764891.934524:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169573504:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.934542:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.934564:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169573632
00000100:00100000:2.0:1775764891.934568:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169573632
00000100:00100000:2.0:1775764891.934599:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169573504
00000100:00100000:2.0:1775764891.934602:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169573504
00000100:00100000:2.0:1775764891.934621:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28697
00000100:00100000:2.0:1775764891.934627:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+352:3658:x1862023169573632:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.934636:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5583 count 1
00010000:00010000:2.0:1775764891.934648:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308badd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934659:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f33087c699 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07471 expref: 6636 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934665:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.934666:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.934669:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308badd2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934692:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f33087c699 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07471 expref: 6636 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934700:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f33087c699 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07471 expref: 6636 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.934709:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169573888:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.934734:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408288600 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.934751:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28698
00000100:00100000:2.0:1775764891.934757:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+352:3658:x1862023169573504:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.934769:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1534 count 1
00010000:00010000:2.0:1775764891.934780:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934791:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a251976a/0xd3c138f33087c526 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07463 expref: 6636 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934798:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.934799:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.934802:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934820:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a251976a/0xd3c138f33087c526 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07463 expref: 6636 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.934835:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a251976a/0xd3c138f33087c526 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07463 expref: 6636 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.934844:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169574016:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.934866:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408288a80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.934891:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1775764891.934898:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169573376:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.934922:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.934944:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169573376
00000100:00100000:2.0:1775764891.934948:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169573376
00000100:00100000:2.0:1775764891.934971:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28699
00000100:00100000:2.0:1775764891.934977:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+353:3659:x1862023169573376:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.934988:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3706 count 1
00010000:00010000:2.0:1775764891.934999:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003936306a/0xd3c138f3308bade0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.935012:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b082f0b/0xd3c138f33087c5dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0745c expref: 6636 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.935018:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.935019:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.935022:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003936306a/0xd3c138f3308bade0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.935318:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764891.935371:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.935381:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.935479:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169574272:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.935504:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.935520:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169574784:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.935539:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.935553:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1775764891.935554:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169574400:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.935557:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169574144:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.935574:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.935594:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169574656:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.935595:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.935614:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169574912:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.935615:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.935631:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.935637:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169572608
00000100:00100000:1.0:1775764891.935641:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169572608
00000100:00100000:3.0:1775764891.935645:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1775764891.935650:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169574528:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.935666:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169574272
00000100:00100000:1.0:1775764891.935669:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169574272
00000100:00100000:3.0:1775764891.935669:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.935682:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169574784
00000100:00100000:3.0:1775764891.935682:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169575040:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.935685:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169574784
00000100:00100000:1.0:1775764891.935694:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169574144
00000100:00100000:1.0:1775764891.935696:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169574144
00000100:00100000:3.0:1775764891.935700:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.935704:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169574400
00000100:00100000:1.0:1775764891.935706:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169574400
00000100:00100000:1.0:1775764891.935714:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169574656
00000100:00100000:1.0:1775764891.935716:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169574656
00000100:00100000:1.0:1775764891.935724:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169574912
00000100:00100000:1.0:1775764891.935726:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169574912
00000100:00100000:1.0:1775764891.935734:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169574528
00000100:00100000:1.0:1775764891.935736:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169574528
00000100:00100000:1.0:1775764891.935744:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169575040
00000100:00100000:1.0:1775764891.935746:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169575040
00000100:00100000:1.0:1775764891.935758:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28700
00000100:00100000:1.0:1775764891.935764:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+354:3660:x1862023169572608:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.935782:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5010 count 1
00010000:00010000:1.0:1775764891.935798:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.935813:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90d8e15/0xd3c138f33087c50a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07432 expref: 6636 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.935820:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.935821:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.935824:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.935846:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90d8e15/0xd3c138f33087c50a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07432 expref: 6636 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.935861:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90d8e15/0xd3c138f33087c50a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07432 expref: 6636 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.935872:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40f587480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169575168:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.935914:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.935931:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28701
00000100:00100000:1.0:1775764891.935939:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+336:3660:x1862023169574272:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.935952:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3490 count 1
00010000:00010000:1.0:1775764891.935966:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308badee lrc: 3/0,1 mode: --/PW res: [0x280000401:0xda2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.936022:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000375dcd7b/0xd3c138f33087c390 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xda2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee072cd expref: 6664 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.936309:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28703
00000100:00100000:3.0:1775764891.936317:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+336:3660:x1862023169574144:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.936328:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9682 count 1
00010000:00010000:3.0:1775764891.936339:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936351:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8e0e345/0xd3c138f33087c389 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee072bf expref: 6664 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936357:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.936359:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.936361:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936379:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a8e0e345/0xd3c138f33087c389 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072bf expref: 6664 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936394:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a8e0e345/0xd3c138f33087c389 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072bf expref: 6664 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.936405:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169575424:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.936428:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9300 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.936454:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28705
00000100:00100000:3.0:1775764891.936461:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+336:3660:x1862023169574656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764891.936472:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5315 count 1
00010000:00010000:3.0:1775764891.936483:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bae0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936493:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002127a207/0xd3c138f33087c3ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07305 expref: 6664 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936500:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.936501:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.936503:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bae0a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936520:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002127a207/0xd3c138f33087c3ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07305 expref: 6664 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936529:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002127a207/0xd3c138f33087c3ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07305 expref: 6664 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.936538:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169575680:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.936559:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.936826:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.936828:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.936831:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308badee lrc: 4/0,1 mode: --/PW res: [0x280000401:0xda2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.936852:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000375dcd7b/0xd3c138f33087c390 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xda2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072cd expref: 6664 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.936862:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000375dcd7b/0xd3c138f33087c390 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xda2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072cd expref: 6664 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.936878:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169576064:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.936949:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b082f0b/0xd3c138f33087c5dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0745c expref: 6636 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.936959:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b082f0b/0xd3c138f33087c5dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0745c expref: 6636 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.936970:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169576192:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.937916:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.937987:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fc00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.938012:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28708
00000100:00100000:1.0:1775764891.938023:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+336:3657:x1862023169575040:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.938058:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9835 count 1
00010000:00010000:1.0:1775764891.938726:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308bae1f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.938741:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000cca780/0xd3c138f33087c3f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0732f expref: 6664 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.938749:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.938750:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.938753:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308bae1f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.938779:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000cca780/0xd3c138f33087c3f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0732f expref: 6664 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.938790:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000cca780/0xd3c138f33087c3f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x266b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0732f expref: 6664 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.938803:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169576320:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.938852:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f840 going to sleep for 11 seconds
00000004:00080000:1.0:1775764891.938892:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdc7480/2, rc 0, transno 4294972633
00000100:00100000:1.0:1775764891.938909:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169571328:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.939187:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.939199:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169576448:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.939230:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.939426:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404265f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.939435:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169576448
00000100:00100000:2.0:1775764891.939443:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150167680
00000100:00100000:3.0:1775764891.939443:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169576448
00000100:00100000:2.0:1775764891.939445:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150167680
00000100:00100000:2.0:1775764891.939486:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14348
00000100:00100000:3.0:1775764891.939487:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28709
00000100:00100000:2.0:1775764891.939494:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ec40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6358:11674:x1862023150167680:12345-192.168.202.20@tcp:36:bonnie++.500
00000100:00100000:3.0:1775764891.939494:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+355:3660:x1862023169576448:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.939517:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2264 count 1
00010000:00010000:3.0:1775764891.939532:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b303fa6/0xd3c138f3308bae26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939539:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.939558:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f8f4800/0xd3c138f330831069 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb67:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee111 expref: 6358 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.939568:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f33087c5f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07486 expref: 6635 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939573:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb67:0x0].0x0 (ffff89b407330500)
00010000:00010000:3.0:1775764891.939575:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.939576:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.939579:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b303fa6/0xd3c138f3308bae26 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939581:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.939595:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.939598:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f33087c5f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07486 expref: 6635 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939606:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.939608:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f33087c5f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07486 expref: 6635 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939615:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.939618:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169576576:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.939629:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f800/0xd3c138f3308bae34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd9e1fe23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939639:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f800/0xd3c138f3308bae34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd9e1fe23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.939640:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00010000:00010000:2.0:1775764891.939646:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f800/0xd3c138f3308bae34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd9e1fe23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939736:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939744:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.939751:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764891.939980:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4006, 64 off264576
00000040:00080000:2.0:1775764891.940001:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4006, 64 off264576
00010000:00010000:2.0:1775764891.940060:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ec00/0xd3c138f3308bae42 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940280:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ec00/0xd3c138f3308bae42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940288:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ec00/0xd3c138f3308bae42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940295:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ec00/0xd3c138f3308bae42 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940301:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ec00/0xd3c138f3308bae42 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940310:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ec00/0xd3c138f3308bae42 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940337:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764891.940360:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940367:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940373:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940378:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938f600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764891.940383:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940390:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940400:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb67:0x0].0x0 (ffff89b4093fe100)
00010000:00010000:2.0:1775764891.940404:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764891.940407:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940413:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae3b lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb67:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940431:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940442:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940448:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940453:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940457:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f590600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764891.940460:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940465:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940472:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764891.940474:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.940477:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940482:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f590600/0xd3c138f3308bae2d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764891.940492:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033215c6f reply state 0000000052a5a973 transno 4294991820 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f800/0xd3c138f3308bae34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd9e1fe23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940501:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f800/0xd3c138f3308bae34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd9e1fe23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.940507:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd9e1fe23 (ffff89b4093fe400)
00010000:00010000:2.0:1775764891.940510:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764891.940512:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764891.940563:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ec40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6359:11674:x1862023150167680:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1067us (2646us total) trans 4294991820 rc 0/0
00000100:00100000:2.0:1775764891.940573:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14348
00000100:00100000:3.0:1775764891.942977:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.943085:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169573248:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.943137:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.943304:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150167808
00000100:00100000:1.0:1775764891.943312:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150167808
00010000:00010000:1.0:1775764891.943351:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000f1b19f9/0xd3c138f33087c68b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075ba expref: 6636 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.943388:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7442
00000100:00100000:1.0:1775764891.943398:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ec41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6636:2412:x1862023150167808:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.943416:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.943421:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000f1b19f9/0xd3c138f33087c68b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075ba expref: 6636 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.943434:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000f1b19f9/0xd3c138f33087c68b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075ba expref: 6636 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.943459:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f1b19f9/0xd3c138f33087c68b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075ba expref: 6636 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.943475:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.943476:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.943482:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004b096b8f/0xd3c138f3308badbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.943498:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b096b8f/0xd3c138f3308badbd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.943517:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.945733:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169573888:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.945765:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308badd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.945820:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169574016:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.945835:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.945863:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169573760:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.945876:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.945985:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ec41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6635:2412:x1862023150167808:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2585us (3016us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.945997:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7442
00000004:00080000:2.0:1775764891.946617:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2f8380/2, rc 0, transno 4294972634
00000100:00100000:2.0:1775764891.946628:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169572736:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.947047:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169575552:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.947328:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40f587480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169575168:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.947344:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.947370:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169576704
00000100:00100000:1.0:1775764891.947377:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169576704
00000100:00100000:1.0:1775764891.947417:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28710
00000100:00100000:1.0:1775764891.947427:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+356:3659:x1862023169576704:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.947459:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4583 count 1
00010000:00010000:1.0:1775764891.947481:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bae49 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.947498:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5b0ddd9/0xd3c138f33087c534 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0748d expref: 6634 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.947505:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.947507:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.947510:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bae49 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.947537:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5b0ddd9/0xd3c138f33087c534 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0748d expref: 6634 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.947550:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5b0ddd9/0xd3c138f33087c534 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0748d expref: 6634 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.947563:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40f587480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169576832:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.947621:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00010000:00010000:2.0:1775764891.947705:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007216d150/0xd3c138f3308bae03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.947890:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.947911:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.947931:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.947948:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150167936
00000100:00100000:2.0:1775764891.947952:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150167936
00010000:00010000:2.0:1775764891.947974:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f33087c5d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0744e expref: 6635 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.947996:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150168064
00000100:00100000:2.0:1775764891.947999:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150168064
00010000:00010000:2.0:1775764891.948013:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ae7ae58/0xd3c138f33087c511 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07439 expref: 6636 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.948043:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150168320
00000100:00100000:2.0:1775764891.948046:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150168320
00010000:00010000:2.0:1775764891.948059:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a251976a/0xd3c138f33087c526 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07463 expref: 6637 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.948087:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7443
00000100:00100000:2.0:1775764891.948094:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6637:2412:x1862023150167936:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.948104:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.948109:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f33087c5d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0744e expref: 6637 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948154:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f33087c5d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0744e expref: 6637 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948174:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f33087c5d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0744e expref: 6637 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948187:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.948189:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.948193:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948202:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948224:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.948242:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948262:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948271:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948277:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081ae166d/0xd3c138f3308badc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948292:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764891.948450:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+357:3659:x1862023169572992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14771us (15245us total) trans 4294972635 rc 0/0
00000100:00100000:2.0:1775764891.948459:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28695
00000100:00100000:2.0:1775764891.948502:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6636:2412:x1862023150167936:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 408us (612us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.948508:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7443
00000100:00100000:2.0:1775764891.948522:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7444
00000100:00100000:2.0:1775764891.948530:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6635:2410:x1862023150168064:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.948538:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.948543:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ae7ae58/0xd3c138f33087c511 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x166b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07439 expref: 6635 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948553:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ae7ae58/0xd3c138f33087c511 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x166b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07439 expref: 6635 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948567:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ae7ae58/0xd3c138f33087c511 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x166b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07439 expref: 6635 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948577:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.948580:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.948582:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948594:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948610:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.948627:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6634:2410:x1862023150168064:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (716us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.948633:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7444
00000100:00100000:2.0:1775764891.948645:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7445
00000100:00100000:2.0:1775764891.948652:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d565c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6633:2410:x1862023150168320:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.948659:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.948663:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a251976a/0xd3c138f33087c526 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07463 expref: 6633 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948674:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a251976a/0xd3c138f33087c526 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07463 expref: 6633 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948685:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a251976a/0xd3c138f33087c526 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07463 expref: 6633 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948693:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.948694:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.948697:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948709:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948725:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.948736:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948745:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948752:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948759:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000daf4f3b2/0xd3c138f3308badd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948770:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764891.948861:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+357:3658:x1862023169573504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14105us (14317us total) trans 4294972636 rc 0/0
00000100:00100000:2.0:1775764891.948868:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28698
00010000:00010000:2.0:1775764891.948891:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948899:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948912:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948918:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005531cfaa/0xd3c138f3308badcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948933:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1775764891.949007:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+357:3657:x1862023169572864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14714us (15762us total) trans 4294972637 rc 0/0
00000100:00100000:2.0:1775764891.949014:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28696
00000100:00100000:2.0:1775764891.949041:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d565c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6632:2410:x1862023150168320:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 390us (1109us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.949047:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7445
00000004:00080000:2.0:1775764891.949150:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4017d4380/2, rc 0, transno 4294972636
00000100:00100000:2.0:1775764891.949167:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169573504:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.949216:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1775764891.949227:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169576960:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.949268:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.949298:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169576960
00000100:00100000:2.0:1775764891.949303:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169576960
00000100:00100000:2.0:1775764891.949330:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28711
00000100:00100000:2.0:1775764891.949337:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+357:3658:x1862023169576960:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.949359:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8723 count 1
00010000:00010000:2.0:1775764891.949382:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308bae50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.949397:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000044053079/0xd3c138f33087c53b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0749b expref: 6631 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.949404:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.949406:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.949408:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000747d654b/0xd3c138f3308bae50 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.949431:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000044053079/0xd3c138f33087c53b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0749b expref: 6631 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.949444:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000044053079/0xd3c138f33087c53b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0749b expref: 6631 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.949456:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169577088:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.949494:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00000004:00080000:2.0:1775764891.949524:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2fbb80/2, rc 0, transno 4294972637
00000100:00100000:2.0:1775764891.949533:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169572864:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.949565:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402cedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169577216:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.949611:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.949663:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ec42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169575680:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.949686:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bae0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.949735:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.949786:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.949803:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150168576
00000100:00100000:2.0:1775764891.949806:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150168576
00010000:00010000:2.0:1775764891.949825:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000579d62e5/0xd3c138f33087c3b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07313 expref: 6665 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.949844:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150168832
00000100:00100000:2.0:1775764891.949846:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150168832
00010000:00010000:2.0:1775764891.949857:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d42ed711/0xd3c138f33087c397 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072db expref: 6666 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.949975:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7446
00000100:00100000:2.0:1775764891.949984:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ec42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6666:2410:x1862023150168576:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.949994:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.950000:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000579d62e5/0xd3c138f33087c3b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x68a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07313 expref: 6666 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950011:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000579d62e5/0xd3c138f33087c3b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x68a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07313 expref: 6666 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950030:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000579d62e5/0xd3c138f33087c3b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x68a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07313 expref: 6666 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950049:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.950050:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.950054:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c5fe3e7/0xd3c138f3308badf5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950061:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c5fe3e7/0xd3c138f3308badf5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950074:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.950094:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ec42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6665:2410:x1862023150168576:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 112us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.950102:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7446
00000100:00100000:2.0:1775764891.950141:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7447
00000100:00100000:2.0:1775764891.950149:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ec41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6664:2410:x1862023150168832:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.950156:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.950161:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d42ed711/0xd3c138f33087c397 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072db expref: 6664 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950171:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d42ed711/0xd3c138f33087c397 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072db expref: 6664 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950184:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d42ed711/0xd3c138f33087c397 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072db expref: 6664 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950199:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.950200:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.950203:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007216d150/0xd3c138f3308bae03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950210:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007216d150/0xd3c138f3308bae03 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950228:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.950240:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007216d150/0xd3c138f3308bae03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950248:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007216d150/0xd3c138f3308bae03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.950551:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169575808:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.950594:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007216d150/0xd3c138f3308bae03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950601:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007216d150/0xd3c138f3308bae03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950625:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1775764891.950768:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+337:3657:x1862023169574400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14370us (15171us total) trans 4294972607 rc 0/0
00000100:00100000:2.0:1775764891.950776:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28704
00000100:00100000:2.0:1775764891.950793:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169577216
00000100:00100000:2.0:1775764891.950797:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169577216
00000100:00100000:2.0:1775764891.950823:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28712
00000100:00100000:2.0:1775764891.950830:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+358:3658:x1862023169577216:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.950851:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2293 count 1
00010000:00010000:2.0:1775764891.950868:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950880:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c07856ea/0xd3c138f33087c542 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a9 expref: 6631 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950888:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.950889:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.950892:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950917:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c07856ea/0xd3c138f33087c542 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a9 expref: 6631 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.950928:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c07856ea/0xd3c138f33087c542 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a9 expref: 6631 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.950941:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169577344:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.950983:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cf00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.951008:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ec41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6663:2410:x1862023150168832:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 859us (1221us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.951016:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7447
00000100:00100000:3.0:1775764891.951458:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ec41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169575424:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.951479:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764891.952662:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdcd180/2, rc 0, transno 4294972607
00000100:00100000:2.0:1775764891.952671:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169574400:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.953034:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150169088
00000100:00100000:2.0:1775764891.953040:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150169088
00010000:00010000:2.0:1775764891.953885:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003fec5fea/0xd3c138f33087c3f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07321 expref: 6663 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.953910:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7450
00000100:00100000:2.0:1775764891.953918:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6663:2410:x1862023150169088:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.953926:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.953930:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003fec5fea/0xd3c138f33087c3f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07321 expref: 6663 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.953939:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003fec5fea/0xd3c138f33087c3f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07321 expref: 6663 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.953952:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fec5fea/0xd3c138f33087c3f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x39c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07321 expref: 6663 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.953963:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.953964:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.953967:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000011a66e86/0xd3c138f3308bae11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.953974:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011a66e86/0xd3c138f3308bae11 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x39c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.953992:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.954013:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6662:2410:x1862023150169088:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 96us (1427us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.954019:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7450
00000100:00100000:2.0:1775764891.954570:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.954591:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150168448
00000100:00100000:2.0:1775764891.954596:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150168448
00010000:00010000:2.0:1775764891.954616:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90d8e15/0xd3c138f33087c50a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07432 expref: 6632 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.954644:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7451
00000100:00100000:2.0:1775764891.954652:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6632:2410:x1862023150168448:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.954662:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.954666:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90d8e15/0xd3c138f33087c50a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07432 expref: 6632 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954679:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90d8e15/0xd3c138f33087c50a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07432 expref: 6632 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954694:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90d8e15/0xd3c138f33087c50a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07432 expref: 6632 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954705:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.954707:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.954710:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954718:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954744:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.954766:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6631:2410:x1862023150168448:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 116us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.954773:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7451
00000100:00100000:2.0:1775764891.954810:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.954824:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150168704
00000100:00100000:2.0:1775764891.954828:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150168704
00010000:00010000:2.0:1775764891.954843:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8e0e345/0xd3c138f33087c389 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072bf expref: 6662 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.954863:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7452
00000100:00100000:2.0:1775764891.954869:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d564450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6662:2410:x1862023150168704:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.954877:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.954880:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8e0e345/0xd3c138f33087c389 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072bf expref: 6662 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954890:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8e0e345/0xd3c138f33087c389 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072bf expref: 6662 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954903:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8e0e345/0xd3c138f33087c389 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072bf expref: 6662 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954919:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.954921:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.954924:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954932:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.954951:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.954971:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d564450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6661:2410:x1862023150168704:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 102us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.954977:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7452
00010000:00010000:2.0:1775764891.954998:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.955006:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.955014:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.955022:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308badfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.955048:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1775764891.955198:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000011a66e86/0xd3c138f3308bae11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955217:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955226:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955234:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955241:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b5545847/0xd3c138f3308bade7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955270:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764891.955412:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+360:3660:x1862023169572608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19648us (20093us total) trans 4294972639 rc 0/0
00000100:00100000:1.0:1775764891.955420:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28700
00000100:00100000:1.0:1775764891.955441:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28713
00000100:00100000:1.0:1775764891.955448:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534932450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+359:3659:x1862023169577472:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.955506:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5397 count 1
00010000:00010000:1.0:1775764891.955531:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955546:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b37a7ac7/0xd3c138f33087c549 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b7 expref: 6630 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955554:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.955556:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.955559:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955586:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b37a7ac7/0xd3c138f33087c549 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b7 expref: 6630 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955594:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b37a7ac7/0xd3c138f33087c549 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b7 expref: 6630 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.955605:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537e6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169577600:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.955645:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f480 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.955672:0:14053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000375dcd7b/0xd3c138f33087c390 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xda2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee072cd expref: 6660 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.955681:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169576064:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.955695:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308badee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955701:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308badee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955705:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308badee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955709:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308badee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955713:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308badee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.955718:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1775764891.955787:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+337:3660:x1862023169574272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19850us (20283us total) trans 4294972609 rc 0/0
00000100:00100000:1.0:1775764891.955791:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28701
00000100:00100000:2.0:1775764891.955904:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+337:3660:x1862023169574144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19589us (20329us total) trans 4294972610 rc 0/0
00000100:00100000:2.0:1775764891.955909:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28703
00010000:00010000:1.0:1775764891.960021:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5b0ddd9/0xd3c138f33087c534 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0748d expref: 6628 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.960339:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bae0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.960349:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bae0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.960358:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bae0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.960364:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bae0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.960387:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.960500:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+337:3660:x1862023169574656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24040us (24884us total) trans 4294972613 rc 0/0
00000100:00100000:3.0:1775764891.960508:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28705
00000100:00100000:1.0:1775764891.960803:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40f587480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169576832:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.960821:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bae49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.960829:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bae49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.960836:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bae49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.960846:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bae49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.960853:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308bae49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.960874:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.960976:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+361:3659:x1862023169576704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13551us (14225us total) trans 4294972641 rc 0/0
00000100:00100000:1.0:1775764891.960983:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28710
00000004:00080000:1.0:1775764891.961024:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ec40e00/2, rc 0, transno 4294972640
00000100:00100000:1.0:1775764891.961045:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ec40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169576448:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.961059:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdcdf80/2, rc 0, transno 4294972610
00000100:00100000:1.0:1775764891.961299:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169574144:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.961315:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdcf100/2, rc 0, transno 4294972613
00000100:00100000:1.0:1775764891.961319:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169574656:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.961327:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdced80/2, rc 0, transno 4294972609
00000100:00100000:1.0:1775764891.961331:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169574272:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.961339:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdcd880/2, rc 0, transno 4294972608
00000100:00100000:1.0:1775764891.961342:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169574784:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.961351:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdc6d80/2, rc 0, transno 4294972639
00000100:00100000:1.0:1775764891.961354:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169572608:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.961473:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169578368:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.961507:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.961533:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.961539:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40f587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169578240:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.961558:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.961588:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169578368
00000100:00100000:1.0:1775764891.961594:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169578368
00000100:00100000:1.0:1775764891.961627:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169578240
00000100:00100000:1.0:1775764891.961631:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169578240
00000100:00100000:1.0:1775764891.961647:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28715
00000100:00100000:1.0:1775764891.961653:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+338:3660:x1862023169578368:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.961678:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6112 count 1
00010000:00010000:1.0:1775764891.961699:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961713:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ecd917ee/0xd3c138f33087c43f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07367 expref: 6656 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961726:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.961729:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.961731:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961756:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ecd917ee/0xd3c138f33087c43f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07367 expref: 6656 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961768:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ecd917ee/0xd3c138f33087c43f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07367 expref: 6656 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.961779:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169578624:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.961831:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fe40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.961848:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28716
00000100:00100000:1.0:1775764891.961855:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+338:3660:x1862023169578240:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.961867:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9956 count 1
00010000:00010000:1.0:1775764891.961878:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bae73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961890:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000515728cb/0xd3c138f33087c42a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07352 expref: 6656 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961897:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.961899:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.961903:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bae73 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961920:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000515728cb/0xd3c138f33087c42a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07352 expref: 6656 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961929:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000515728cb/0xd3c138f33087c42a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07352 expref: 6656 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.961939:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169578752:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.961961:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.961981:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000011a66e86/0xd3c138f3308bae11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961989:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011a66e86/0xd3c138f3308bae11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.961998:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011a66e86/0xd3c138f3308bae11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.962004:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011a66e86/0xd3c138f3308bae11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.962017:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.963315:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+342:3657:x1862023169574912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26772us (27680us total) trans 4294972614 rc 0/0
00000100:00100000:1.0:1775764891.963328:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28706
00000004:00080000:1.0:1775764891.963378:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ed09180/2, rc 0, transno 4294972641
00000100:00100000:1.0:1775764891.963384:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ed09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169576704:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.963479:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150169984
00000100:00100000:2.0:1775764891.963485:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150169984
00000100:00100000:2.0:1775764891.963580:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14349
00000100:00100000:2.0:1775764891.963590:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6359:11674:x1862023150169984:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764891.963645:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.963669:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407358a00/0xd3c138f330835042 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeedd6 expref: 6359 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963685:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd3a:0x0].0x0 (ffff89b4062aa200)
00010000:00010000:2.0:1775764891.963698:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.963717:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963730:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963739:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963753:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e200/0xd3c138f3308bae96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbd3a89fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963760:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e200/0xd3c138f3308bae96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbd3a89fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963765:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e200/0xd3c138f3308bae96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbd3a89fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963861:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963869:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.963875:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764891.964312:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4007, 64 off264640
00000040:00080000:2.0:1775764891.964336:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4007, 64 off264640
00010000:00010000:2.0:1775764891.964384:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964395:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964404:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964411:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964418:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964423:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964447:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764891.964465:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964473:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964479:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964485:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764891.964489:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964497:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964507:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd3a:0x0].0x0 (ffff89b408185800)
00010000:00010000:2.0:1775764891.964510:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764891.964514:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964520:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938fe00/0xd3c138f3308bae9d lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964537:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964542:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964549:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964555:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938f600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764891.964558:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964564:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964571:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764891.964574:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.964577:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964582:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f600/0xd3c138f3308bae8f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764891.964591:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f6722e6 reply state 000000002c430800 transno 4294991821 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e200/0xd3c138f3308bae96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbd3a89fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964602:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e200/0xd3c138f3308bae96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbd3a89fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.964608:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbd3a89fe (ffff89b4093fe100)
00010000:00010000:2.0:1775764891.964610:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764891.964613:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764891.964679:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6360:11674:x1862023150169984:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1090us (6885us total) trans 4294991821 rc 0/0
00000100:00100000:2.0:1775764891.964686:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14349
00010000:00010000:1.0:1775764891.964765:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.964771:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.964777:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938e000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.964780:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.964786:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.964795:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd3a:0x0].0x0 (ffff89b408185800)
00010000:00010000:1.0:1775764891.964798:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764891.964801:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.964806:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e000/0xd3c138f3308baea4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.964821:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.964822:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.964824:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.966005:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169579520:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.966046:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.966074:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.966079:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169579392:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.966092:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.966128:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169579520
00000100:00100000:1.0:1775764891.966134:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169579520
00000100:00100000:1.0:1775764891.966160:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169579392
00000100:00100000:1.0:1775764891.966162:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169579392
00000100:00100000:1.0:1775764891.966177:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28720
00000100:00100000:1.0:1775764891.966183:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+343:3660:x1862023169579520:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.966207:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9961 count 1
00010000:00010000:1.0:1775764891.966229:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308baeab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.966244:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000364cb230/0xd3c138f33087c47e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073a6 expref: 6656 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.966266:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.966269:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.966271:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308baeab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.966296:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000364cb230/0xd3c138f33087c47e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073a6 expref: 6656 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.966309:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000364cb230/0xd3c138f33087c47e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073a6 expref: 6656 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.966321:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409234000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169579648:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.966374:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.966389:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28721
00000100:00100000:1.0:1775764891.966394:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+343:3660:x1862023169579392:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.966420:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1856 count 1
00010000:00010000:1.0:1775764891.966428:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.966436:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e45be52d/0xd3c138f33087c470 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07398 expref: 6656 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.966440:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.966441:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.966443:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.966454:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e45be52d/0xd3c138f33087c470 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07398 expref: 6656 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.966459:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e45be52d/0xd3c138f33087c470 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07398 expref: 6656 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.966465:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409237b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169579776:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.966481:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f9c0 going to sleep for 11 seconds
00000004:00080000:1.0:1775764891.966504:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4017d5180/2, rc 0, transno 4294972642
00000100:00100000:1.0:1775764891.966507:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169573376:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764891.969641:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c07856ea/0xd3c138f33087c542 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a9 expref: 6625 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.969654:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169577344:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.969670:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.969685:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.969692:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.969700:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.969708:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.969721:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.969890:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+364:3658:x1862023169577216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19060us (20278us total) trans 4294972645 rc 0/0
00000100:00100000:3.0:1775764891.969897:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28712
00000100:00100000:1.0:1775764891.969999:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169577600:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.970017:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.970054:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169580288:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.970591:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.970624:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.970632:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ec40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169580160:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.970656:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764891.970680:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.970689:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.970698:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.970705:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.970724:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764891.970823:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534932450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+364:3659:x1862023169577472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15376us (17861us total) trans 4294972646 rc 0/0
00000100:00100000:1.0:1775764891.970830:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28713
00000100:00100000:1.0:1775764891.970931:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169580288
00000100:00100000:1.0:1775764891.970937:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169580288
00000100:00100000:1.0:1775764891.970965:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169580160
00000100:00100000:1.0:1775764891.970969:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169580160
00000100:00100000:1.0:1775764891.970988:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28726
00000100:00100000:1.0:1775764891.970994:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+365:3660:x1862023169580288:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.971015:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6735 count 1
00010000:00010000:1.0:1775764891.971084:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971099:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d2eae43/0xd3c138f33087c630 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07504 expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971106:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.971108:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.971110:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971160:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d2eae43/0xd3c138f33087c630 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07504 expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971172:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d2eae43/0xd3c138f33087c630 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07504 expref: 6622 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.971184:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169581056:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.971227:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f0c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764891.971239:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764891.971245:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971262:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938f400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.971266:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971275:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971288:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971295:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308bae57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971313:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.971317:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971323:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090c9000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.971327:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971334:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971343:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971350:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bae5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971366:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.971368:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.971370:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.971412:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d62680/2, rc 0, transno 4294972644
00000100:00100000:1.0:1775764891.975097:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169577728:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764891.975144:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ecd917ee/0xd3c138f33087c43f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07367 expref: 6653 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.975156:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169578624:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.975173:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.975182:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.975188:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.975197:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.975204:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.975436:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169581312
00000100:00100000:3.0:1775764891.975441:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169581312
00000100:00100000:3.0:1775764891.975472:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28728
00000100:00100000:3.0:1775764891.975479:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+366:3658:x1862023169581312:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764891.975914:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7800 count 1
00010000:00010000:3.0:1775764891.976015:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308baee3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.976042:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0575b09/0xd3c138f33087c57a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07519 expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.976051:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.976053:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.976056:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308baee3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.976094:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0575b09/0xd3c138f33087c57a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07519 expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.976107:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0575b09/0xd3c138f33087c57a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07519 expref: 6622 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.976142:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169581568:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764891.976207:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9300 going to sleep for 11 seconds
00010000:00010000:2.0:1775764891.976510:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764891.976518:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000059e6ae8/0xd3c138f3308bae81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976526:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408099200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.976530:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000059e6ae8/0xd3c138f3308bae81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976539:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000059e6ae8/0xd3c138f3308bae81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976554:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000059e6ae8/0xd3c138f3308bae81 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976562:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000059e6ae8/0xd3c138f3308bae81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976583:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764891.976586:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d47b08f9/0xd3c138f3308bae7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976593:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408098000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.976595:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d47b08f9/0xd3c138f3308bae7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976603:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d47b08f9/0xd3c138f3308bae7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976612:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d47b08f9/0xd3c138f3308bae7a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976619:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.976622:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976628:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.976630:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976637:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976645:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976652:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.976654:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.976656:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.978371:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764891.978378:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bae6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.978493:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+345:3660:x1862023169578368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16839us (16985us total) trans 4294972619 rc 0/0
00000100:00100000:1.0:1775764891.978500:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28715
00010000:00010000:1.0:1775764891.978522:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.978542:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000364cb230/0xd3c138f33087c47e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073a6 expref: 6651 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.978552:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409234000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169579648:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.978566:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308baeab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.978574:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308baeab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.978580:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308baeab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.978590:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308baeab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.978603:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308baeab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.978617:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.978691:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+345:3660:x1862023169579520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12507us (12643us total) trans 4294972620 rc 0/0
00000100:00100000:1.0:1775764891.978697:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28720
00000100:00100000:1.0:1775764891.978730:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409237b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169579776:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.978742:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764891.978774:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409235180/2, rc 0, transno 4294972620
00000100:00100000:1.0:1775764891.978780:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169579520:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.978791:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40f587480/2, rc 0, transno 4294972615
00000100:00100000:1.0:1775764891.978794:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40f587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169578240:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764891.978801:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea51f80/2, rc 0, transno 4294972619
00000100:00100000:1.0:1775764891.978805:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169578368:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.978810:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.978823:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169581440:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.978854:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.978889:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169581440
00000100:00100000:1.0:1775764891.978894:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169581440
00000100:00100000:1.0:1775764891.978922:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28729
00000100:00100000:1.0:1775764891.978928:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+367:3660:x1862023169581440:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.978951:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6867 count 1
00010000:00010000:1.0:1775764891.978970:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308baeea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.978982:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006538810a/0xd3c138f33087c645 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0752e expref: 6622 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.978990:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.978991:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.978994:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308baeea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.979022:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006538810a/0xd3c138f33087c645 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0752e expref: 6622 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.979048:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006538810a/0xd3c138f33087c645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0752e expref: 6622 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.979060:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169581696:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.980220:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.980430:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150171520
00000100:00100000:3.0:1775764891.980435:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150171520
00000100:00100000:3.0:1775764891.980577:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14350
00000100:00100000:3.0:1775764891.980585:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6360:11674:x1862023150171520:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764891.980802:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.980823:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f330821493 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x435:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeaeb3 expref: 6360 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.980837:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x435:0x0].0x0 (ffff89b40bb73a00)
00010000:00010000:3.0:1775764891.980846:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.980864:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.980874:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.980882:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.980896:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405400/0xd3c138f3308baef8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x904f9d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.980903:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405400/0xd3c138f3308baef8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x904f9d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.980910:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405400/0xd3c138f3308baef8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x904f9d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.980992:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x435:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981000:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981008:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.981270:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4008, 64 off264704
00000040:00080000:3.0:1775764891.981292:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4008, 64 off264704
00010000:00010000:3.0:1775764891.981339:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x435:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981348:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981359:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981365:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981370:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981376:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981395:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.981410:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981416:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981421:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981427:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409404600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.981430:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981436:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981444:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x435:0x0].0x0 (ffff89b402f48200)
00010000:00010000:3.0:1775764891.981447:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.981451:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 2/0,0 mode: --/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981457:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404600/0xd3c138f3308baeff lrc: 0/0,0 mode: --/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981472:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981478:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981483:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981488:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981492:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409404c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764891.981494:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981499:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981507:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764891.981509:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.981512:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981518:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409404c00/0xd3c138f3308baef1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.981527:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1aa1162 reply state 0000000082d839f7 transno 4294991822 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405400/0xd3c138f3308baef8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x904f9d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981539:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405400/0xd3c138f3308baef8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x904f9d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.981543:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x904f9d3b (ffff89b402f48600)
00010000:00010000:3.0:1775764891.981544:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.981546:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764891.981583:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6361:11674:x1862023150171520:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1000us (4015us total) trans 4294991822 rc 0/0
00000100:00100000:3.0:1775764891.981588:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14350
00000004:00080000:3.0:1775764891.981633:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ed09c00/2, rc 0, transno 4294972647
00000100:00100000:3.0:1775764891.981642:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ed09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169580032:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764891.981650:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea50700/2, rc 0, transno 4294972618
00000100:00100000:3.0:1775764891.981653:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169578496:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.981658:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537e6df80/2, rc 0, transno 4294972617
00000100:00100000:3.0:1775764891.981660:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537e6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169578112:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.981664:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764891.981672:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169581952:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.981697:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764891.981918:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764891.981923:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.981927:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409405000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764891.981930:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.981937:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.981944:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x435:0x0].0x0 (ffff89b402f48200)
00010000:00010000:1.0:1775764891.981946:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764891.981949:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.981954:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409405000/0xd3c138f3308baf06 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.981969:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.981971:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764891.981972:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764891.982014:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169581824:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764891.982187:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.982196:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.982303:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ed08700/2, rc 0, transno 4294972646
00000100:00100000:1.0:1775764891.982312:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ed08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169577472:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.982344:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169582208:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764891.982758:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409235880/2, rc 0, transno 4294972621
00000100:00100000:3.0:1775764891.982763:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169579264:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764891.982770:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169582080:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764891.982787:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.982879:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28730
00000100:00100000:1.0:1775764891.982904:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+345:3658:x1862023169581952:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764891.982919:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9146 count 1
00010000:00010000:1.0:1775764891.982932:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308baf0d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.982941:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b838d56/0xd3c138f33087c493 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073bb expref: 6650 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.982954:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.982955:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.982958:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308baf0d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.982978:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b838d56/0xd3c138f33087c493 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073bb expref: 6650 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.982989:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b838d56/0xd3c138f33087c493 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073bb expref: 6650 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.983000:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169582976:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.983058:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.983104:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764891.983169:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150172160
00000100:00100000:2.0:1775764891.983172:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150172160
00010000:00010000:2.0:1775764891.983187:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9562b4f/0xd3c138f33087c557 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074d3 expref: 6622 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.983204:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7471
00000100:00100000:2.0:1775764891.983210:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6622:2409:x1862023150172160:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.983218:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.983222:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9562b4f/0xd3c138f33087c557 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074d3 expref: 6622 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983232:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9562b4f/0xd3c138f33087c557 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074d3 expref: 6622 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983246:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9562b4f/0xd3c138f33087c557 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074d3 expref: 6622 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983266:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.983268:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.983271:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983279:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983297:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.983457:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6621:2409:x1862023150172160:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 246us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.983462:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7471
00010000:00010000:2.0:1775764891.983481:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983486:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983493:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983498:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983507:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764891.983594:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409338a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+368:3658:x1862023169579904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15710us (15809us total) trans 4294972648 rc 0/0
00000100:00100000:2.0:1775764891.983598:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28724
00000100:00100000:2.0:1775764891.983608:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169582080
00000100:00100000:2.0:1775764891.983610:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169582080
00000100:00100000:2.0:1775764891.983626:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28731
00000100:00100000:2.0:1775764891.983629:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+368:3658:x1862023169582080:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.983641:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4313 count 1
00010000:00010000:2.0:1775764891.983675:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f3308baf14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983684:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009feaa338/0xd3c138f33087c588 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07535 expref: 6620 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983689:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.983690:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.983691:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f3308baf14 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983704:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009feaa338/0xd3c138f33087c588 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07535 expref: 6620 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983714:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009feaa338/0xd3c138f33087c588 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07535 expref: 6620 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.983721:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169583104:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.983744:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00010000:00010000:2.0:1775764891.983756:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764891.983760:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f3308baeb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983765:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408099600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.983768:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f3308baeb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983773:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f3308baeb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983782:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f3308baeb9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983787:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d2faff5/0xd3c138f3308baeb9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983802:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.983805:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983812:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408098200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.983815:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983822:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983831:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983837:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094830c32/0xd3c138f3308baec7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.983851:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.983852:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.983854:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.983872:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169582464:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.983896:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.983921:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.983933:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169582720:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.983948:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.983964:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1775764891.983970:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169582336:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.983988:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.984004:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169582848:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.984020:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.984034:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169582464
00000100:00100000:2.0:1775764891.984037:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169582464
00000100:00100000:2.0:1775764891.984051:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169582208
00000100:00100000:2.0:1775764891.984053:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169582208
00000100:00100000:2.0:1775764891.984072:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169582720
00000100:00100000:2.0:1775764891.984074:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169582720
00000100:00100000:2.0:1775764891.984083:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169582336
00000100:00100000:2.0:1775764891.984085:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169582336
00000100:00100000:2.0:1775764891.984091:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169582848
00000100:00100000:2.0:1775764891.984092:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169582848
00000100:00100000:2.0:1775764891.984100:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28732
00000100:00100000:2.0:1775764891.984103:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+349:3657:x1862023169582464:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764891.984139:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5162 count 1
00010000:00010000:2.0:1775764891.984148:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984156:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4fe5fd6/0xd3c138f33087c4bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073e5 expref: 6650 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984161:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984162:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984164:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984176:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4fe5fd6/0xd3c138f33087c4bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073e5 expref: 6650 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984181:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4fe5fd6/0xd3c138f33087c4bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073e5 expref: 6650 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.984188:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169583232:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.984212:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.984227:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28733
00000100:00100000:2.0:1775764891.984235:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+349:3659:x1862023169582208:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764891.984245:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9405 count 1
00010000:00010000:2.0:1775764891.984266:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984278:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a640882a/0xd3c138f33087c4a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d0 expref: 6650 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984285:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984286:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984289:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984306:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a640882a/0xd3c138f33087c4a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d0 expref: 6650 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984315:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a640882a/0xd3c138f33087c4a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d0 expref: 6650 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.984324:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169583360:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.984346:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.984363:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28734
00000100:00100000:2.0:1775764891.984368:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+369:3659:x1862023169582720:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.984377:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8165 count 1
00010000:00010000:2.0:1775764891.984398:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308baf29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984406:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f33087c653 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0754a expref: 6620 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984411:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984412:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984413:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc2af229/0xd3c138f3308baf29 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984424:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f33087c653 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0754a expref: 6620 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984429:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f33087c653 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0754a expref: 6620 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.984435:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169583488:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.984448:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.984459:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28735
00000100:00100000:2.0:1775764891.984464:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+349:3659:x1862023169582336:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764891.984471:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5324 count 1
00010000:00010000:2.0:1775764891.984478:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984486:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec71cce0/0xd3c138f33087c4af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d7 expref: 6650 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984490:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984491:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984493:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984502:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec71cce0/0xd3c138f33087c4af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d7 expref: 6650 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984507:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec71cce0/0xd3c138f33087c4af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d7 expref: 6650 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.984512:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169583616:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.984523:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.984532:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28736
00000100:00100000:2.0:1775764891.984536:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+349:3659:x1862023169582848:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764891.984544:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9995 count 1
00010000:00010000:2.0:1775764891.984550:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a517705/0xd3c138f3308baf37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x270b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984557:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009755a8bb/0xd3c138f33087c4e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x270b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07408 expref: 6650 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984565:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984566:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.984567:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a517705/0xd3c138f3308baf37 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x270b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984576:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009755a8bb/0xd3c138f33087c4e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x270b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07408 expref: 6650 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.984581:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009755a8bb/0xd3c138f33087c4e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x270b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07408 expref: 6650 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.984587:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169583744:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.984597:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cf00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.985461:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.985510:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.985582:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169581056:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764891.985603:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.985650:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.985669:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.985685:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.985704:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150171776
00000100:00100000:1.0:1775764891.985709:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150171776
00010000:00010000:1.0:1775764891.985734:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e45be52d/0xd3c138f33087c470 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07398 expref: 6650 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.985753:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150172416
00000100:00100000:1.0:1775764891.985756:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150172416
00010000:00010000:1.0:1775764891.985769:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d2eae43/0xd3c138f33087c630 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07504 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.985783:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150172288
00000100:00100000:1.0:1775764891.985786:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150172288
00010000:00010000:1.0:1775764891.985796:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f81a05c/0xd3c138f33087c573 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0750b expref: 6622 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.985809:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150172544
00000100:00100000:1.0:1775764891.985811:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150172544
00010000:00010000:1.0:1775764891.985821:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a8312e5/0xd3c138f33087c629 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074f6 expref: 6623 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.985835:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7472
00000100:00100000:1.0:1775764891.985841:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6650:2411:x1862023150171776:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.985852:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.985857:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e45be52d/0xd3c138f33087c470 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07398 expref: 6650 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.985870:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e45be52d/0xd3c138f33087c470 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07398 expref: 6650 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.985898:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e45be52d/0xd3c138f33087c470 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07398 expref: 6650 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.985914:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.985916:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.985920:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.985928:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.985949:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.985977:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6649:2411:x1862023150171776:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 137us (467us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.985984:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7472
00000100:00100000:1.0:1775764891.985999:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7473
00000100:00100000:1.0:1775764891.986006:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d566c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6623:2411:x1862023150172416:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.986014:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.986018:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d2eae43/0xd3c138f33087c630 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07504 expref: 6623 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.986623:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d2eae43/0xd3c138f33087c630 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07504 expref: 6623 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.986645:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d2eae43/0xd3c138f33087c630 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07504 expref: 6623 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.986658:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.986660:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.986663:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.986671:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.986691:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.986712:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d566c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6622:2411:x1862023150172416:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 707us (1062us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.986719:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7473
00000100:00100000:1.0:1775764891.986760:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7475
00000100:00100000:1.0:1775764891.986767:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6621:2411:x1862023150172544:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.986776:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.986781:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a8312e5/0xd3c138f33087c629 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074f6 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.987045:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169582592:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.987096:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1775764891.987173:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ed0b480/2, rc 0, transno 4294972648
00000100:00100000:2.0:1775764891.987191:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ed0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169579904:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.987489:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1775764891.987499:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169584000:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.987524:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764891.988528:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a8312e5/0xd3c138f33087c629 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074f6 expref: 6620 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989190:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.989198:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7226a7a/0xd3c138f3308baece lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989212:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f590600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.989217:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7226a7a/0xd3c138f3308baece lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989225:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7226a7a/0xd3c138f3308baece lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989241:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7226a7a/0xd3c138f3308baece lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989259:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7226a7a/0xd3c138f3308baece lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989276:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.989278:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.989279:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764891.989589:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ec41880/2, rc 0, transno 4294972649
00000100:00100000:3.0:1775764891.989611:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ec41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169580416:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.989745:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1775764891.989757:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169584384:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.989795:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.989827:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169584384
00000100:00100000:2.0:1775764891.989832:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169584384
00000100:00100000:2.0:1775764891.989871:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28740
00000100:00100000:2.0:1775764891.989879:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c2fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+371:3657:x1862023169584384:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.989902:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9924 count 1
00010000:00010000:2.0:1775764891.989940:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989955:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f33087c661 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07566 expref: 6620 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989962:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.989964:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.989967:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989988:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f33087c661 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07566 expref: 6620 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.989998:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f33087c661 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07566 expref: 6620 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.990010:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169584512:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.990256:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.991220:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308baee3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.991230:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308baee3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.991239:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308baee3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.991246:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b705cd41/0xd3c138f3308baee3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.991325:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764891.991472:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+372:3658:x1862023169581312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15993us (17552us total) trans 4294972650 rc 0/0
00000100:00100000:3.0:1775764891.991479:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28728
00000004:00080000:3.0:1775764891.991513:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ec41c00/2, rc 0, transno 4294972650
00000100:00100000:3.0:1775764891.991522:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ec41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169581312:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.993226:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169583360:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.993243:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993270:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.993345:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4fe5fd6/0xd3c138f33087c4bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073e5 expref: 6647 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.993363:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169583232:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.993373:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993381:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993388:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993395:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993401:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993415:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764891.993544:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+352:3657:x1862023169582464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9438us (9646us total) trans 4294972623 rc 0/0
00000100:00100000:2.0:1775764891.993551:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28732
00010000:00010000:2.0:1775764891.993567:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.993571:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993582:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938fa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.993585:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993592:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993603:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993610:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084e7c9a6/0xd3c138f3308baf1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993624:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.993625:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.993626:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.993647:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169583744:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764891.993659:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007a517705/0xd3c138f3308baf37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x270b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764891.993687:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409234000/2, rc 0, transno 4294972623
00000100:00100000:2.0:1775764891.993693:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169582464:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764891.993713:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169584640:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.993744:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1775764891.993774:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e643800/2, rc 0, transno 4294972651
00000100:00100000:2.0:1775764891.993782:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169582720:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.993815:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169584640
00000100:00100000:2.0:1775764891.993820:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169584640
00000100:00100000:2.0:1775764891.993847:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28741
00000100:00100000:2.0:1775764891.993854:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+372:3659:x1862023169584640:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.993880:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9764 count 1
00010000:00010000:2.0:1775764891.993898:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993912:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f33087c668 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07574 expref: 6617 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993919:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.993921:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.993923:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993945:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f33087c668 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07574 expref: 6617 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.993956:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f33087c668 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07574 expref: 6617 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.993967:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169584896:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.994008:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cf00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.994026:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1775764891.994033:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169584768:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764891.994058:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764891.995170:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169583616:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764891.995187:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.995520:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a8312e5/0xd3c138f33087c629 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074f6 expref: 6617 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.995534:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.995535:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.995539:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308baedc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.995547:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308baedc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.995578:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.995587:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.995596:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.995602:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308baed5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.995625:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.995739:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+374:3660:x1862023169580288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24744us (25147us total) trans 4294972652 rc 0/0
00000100:00100000:1.0:1775764891.995747:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28726
00010000:00010000:1.0:1775764891.996497:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.996504:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.996510:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.996514:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.996526:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764891.996605:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+352:3660:x1862023169579392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30211us (30511us total) trans 4294972625 rc 0/0
00000100:00100000:1.0:1775764891.996611:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28721
00000004:00080000:1.0:1775764891.996636:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ec42300/2, rc 0, transno 4294972652
00000100:00100000:1.0:1775764891.996644:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ec42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169580288:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764891.996650:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409234a80/2, rc 0, transno 4294972625
00000100:00100000:1.0:1775764891.996652:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169579392:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.996699:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.996709:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169585152:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.996730:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.996750:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169585152
00000100:00100000:1.0:1775764891.996754:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169585152
00000100:00100000:1.0:1775764891.996775:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28743
00000100:00100000:1.0:1775764891.996779:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+374:3658:x1862023169585152:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764891.996798:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8946 count 1
00010000:00010000:1.0:1775764891.996817:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.996832:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026fe2616/0xd3c138f33087c676 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07590 expref: 6616 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.996839:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.996841:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.996843:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.996867:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026fe2616/0xd3c138f33087c676 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07590 expref: 6616 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.996879:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026fe2616/0xd3c138f33087c676 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07590 expref: 6616 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.996890:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169585280:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764891.996929:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fc00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.996991:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169585664:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.997021:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.997045:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764891.997050:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169585536:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.997084:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.997108:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169585408:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.997145:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.997161:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764891.997166:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169585792:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764891.997180:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764891.997203:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.997225:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6616:2411:x1862023150172544:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 10458us (11538us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.997233:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7475
00000100:00100000:3.0:1775764891.998080:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150172800
00000100:00100000:3.0:1775764891.998085:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150172800
00010000:00010000:3.0:1775764891.998111:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006538810a/0xd3c138f33087c645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0752e expref: 6616 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.998156:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150173056
00000100:00100000:3.0:1775764891.998159:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150173056
00010000:00010000:3.0:1775764891.998171:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009feaa338/0xd3c138f33087c588 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07535 expref: 6617 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.998190:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150173312
00000100:00100000:3.0:1775764891.998193:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150173312
00010000:00010000:3.0:1775764891.998207:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a640882a/0xd3c138f33087c4a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d0 expref: 6646 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.998225:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7481
00000100:00100000:3.0:1775764891.998231:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6617:2411:x1862023150172800:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.998239:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.998244:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006538810a/0xd3c138f33087c645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0752e expref: 6617 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998267:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006538810a/0xd3c138f33087c645 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0752e expref: 6617 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998287:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006538810a/0xd3c138f33087c645 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0752e expref: 6617 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998300:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.998301:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.998305:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308baeea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998314:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308baeea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998333:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.998353:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6616:2411:x1862023150172800:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 123us (2077us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.998361:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7481
00000100:00100000:3.0:1775764891.998374:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7482
00000100:00100000:3.0:1775764891.998380:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6615:2411:x1862023150173056:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.998388:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.998392:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009feaa338/0xd3c138f33087c588 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07535 expref: 6615 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998401:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009feaa338/0xd3c138f33087c588 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07535 expref: 6615 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998413:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009feaa338/0xd3c138f33087c588 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07535 expref: 6615 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998423:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.998425:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.998428:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f3308baf14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998440:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006088a3c5/0xd3c138f3308baf14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998462:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.998479:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6614:2411:x1862023150173056:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (2154us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.998486:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7482
00000100:00100000:3.0:1775764891.998497:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7483
00000100:00100000:3.0:1775764891.998635:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6646:2411:x1862023150173312:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.998645:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.998649:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a640882a/0xd3c138f33087c4a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d0 expref: 6646 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998660:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a640882a/0xd3c138f33087c4a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d0 expref: 6646 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998674:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a640882a/0xd3c138f33087c4a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d0 expref: 6646 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998683:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.998685:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.998688:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998700:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.998718:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.998734:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6645:2411:x1862023150173312:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 101us (2319us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.998740:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7483
00010000:00010000:2.0:1775764891.998966:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764891.998973:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.998981:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.998985:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.998995:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999007:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999014:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308baeb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999032:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.999036:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308baedc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999042:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f590000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764891.999045:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308baedc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999057:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308baedc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999185:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308baedc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999190:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073617e08/0xd3c138f3308baedc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999203:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.999204:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.999206:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.999216:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999224:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999232:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999239:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.999365:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169586432:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764891.999399:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.999449:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764891.999462:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150173568
00000100:00100000:1.0:1775764891.999465:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150173568
00010000:00010000:1.0:1775764891.999482:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec71cce0/0xd3c138f33087c4af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d7 expref: 6645 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.999497:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7484
00000100:00100000:1.0:1775764891.999501:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6645:2411:x1862023150173568:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.999508:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.999510:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec71cce0/0xd3c138f33087c4af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d7 expref: 6645 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.999518:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec71cce0/0xd3c138f33087c4af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d7 expref: 6645 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.999528:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec71cce0/0xd3c138f33087c4af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee073d7 expref: 6645 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.999536:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.999537:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.999539:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.999544:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.999555:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.999565:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6644:2411:x1862023150173568:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 64us (116us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.999569:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7484
00010000:00010000:1.0:1775764891.999581:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.999586:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.999591:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.999595:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999616:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764891.999719:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+356:3659:x1862023169582208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15486us (15796us total) trans 4294972626 rc 0/0
00000100:00100000:2.0:1775764891.999724:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28733
00000100:00100000:2.0:1775764891.999734:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169586432
00000100:00100000:2.0:1775764891.999736:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169586432
00000100:00100000:2.0:1775764891.999745:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28748
00000100:00100000:2.0:1775764891.999749:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+375:3658:x1862023169586432:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764891.999762:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7160 count 1
00010000:00010000:2.0:1775764891.999773:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999782:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004f67f781/0xd3c138f33087c5b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07597 expref: 6613 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999787:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.999788:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.999789:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999810:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004f67f781/0xd3c138f33087c5b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07597 expref: 6613 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.999819:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004f67f781/0xd3c138f33087c5b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07597 expref: 6613 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.999828:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b408918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169586560:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764891.999860:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c480 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.999895:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.999899:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999904:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938fc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.999906:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999912:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999919:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999922:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0c7d3dd/0xd3c138f3308baf22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999933:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.999935:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999939:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938e000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764891.999941:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999947:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999955:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.999964:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.999965:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.999967:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.002185:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6613:2412:x1862023150174464:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 52us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.002189:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7488
00010000:00010000:3.0:1775764892.002510:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.002585:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764892.002591:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6be0d4/0xd3c138f3308baf30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.002694:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+356:3659:x1862023169582336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18229us (18704us total) trans 4294972629 rc 0/0
00000100:00100000:1.0:1775764892.002701:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28735
00000004:00080000:1.0:1775764892.002743:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402932d80/2, rc 0, transno 4294972656
00000100:00100000:1.0:1775764892.002756:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169584000:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.002820:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea1f800/2, rc 0, transno 4294972654
00000100:00100000:1.0:1775764892.002827:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169582080:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.002859:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e640000/2, rc 0, transno 4294972628
00000100:00100000:1.0:1775764892.002864:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169582592:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.002868:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764892.002879:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169587072:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.002907:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.002931:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169587072
00000100:00100000:1.0:1775764892.002935:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169587072
00000100:00100000:1.0:1775764892.002958:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28750
00000100:00100000:1.0:1775764892.002965:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+377:3658:x1862023169587072:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.002984:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6448 count 1
00010000:00010000:1.0:1775764892.003002:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.003348:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000183dcbf1/0xd3c138f33087c6d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075d6 expref: 6612 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.003356:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.003357:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.003360:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.003385:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000183dcbf1/0xd3c138f33087c6d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075d6 expref: 6612 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.003396:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000183dcbf1/0xd3c138f33087c6d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075d6 expref: 6612 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.003409:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169587200:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.003448:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.003519:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169587328:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.003544:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.003762:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.003794:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169587328
00000100:00100000:0.0:1775764892.003799:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169587328
00000100:00100000:0.0:1775764892.003834:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28751
00000100:00100000:0.0:1775764892.003842:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+356:3658:x1862023169587328:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.003860:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5739 count 1
00010000:00010000:0.0:1775764892.003876:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.003888:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f33087c5ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07440 expref: 6641 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.003894:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.003896:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.003898:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.003918:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f33087c5ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07440 expref: 6641 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.003928:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f33087c5ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07440 expref: 6641 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.003939:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169587712:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.003967:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.003985:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169586944:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.004010:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.004030:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169587584:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.004048:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.004330:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.004338:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169587456:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.004383:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.004412:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169586944
00000100:00100000:0.0:1775764892.004416:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169586944
00000100:00100000:0.0:1775764892.004671:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169587584
00000100:00100000:0.0:1775764892.004676:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169587584
00000100:00100000:3.0:1775764892.004760:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169587456
00000100:00100000:3.0:1775764892.004764:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169587456
00000100:00100000:3.0:1775764892.004788:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28752
00000100:00100000:3.0:1775764892.004796:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+378:3660:x1862023169586944:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.004815:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5818 count 1
00010000:00010000:3.0:1775764892.004831:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.004844:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025af7fac/0xd3c138f33087c6fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075cf expref: 6612 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.004856:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.004858:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.004860:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.004883:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025af7fac/0xd3c138f33087c6fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075cf expref: 6612 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.004893:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025af7fac/0xd3c138f33087c6fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075cf expref: 6612 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.004904:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402930380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169587840:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.004936:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.004953:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28753
00000100:00100000:3.0:1775764892.004960:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+358:3660:x1862023169587584:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.004973:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3706 count 1
00010000:00010000:3.0:1775764892.004985:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.004996:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c8b6f03/0xd3c138f33087c51f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07455 expref: 6641 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.005003:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.005004:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.005007:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.005026:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c8b6f03/0xd3c138f33087c51f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07455 expref: 6641 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.005036:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c8b6f03/0xd3c138f33087c51f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07455 expref: 6641 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.005045:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402933480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14051:1862023169587968:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.005245:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.005354:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.005392:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f33087c661 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07566 expref: 6612 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.005406:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169584512:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.005425:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005436:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005443:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005451:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005458:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005475:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.005641:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c2fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+379:3657:x1862023169584384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15761us (15844us total) trans 4294972657 rc 0/0
00000100:00100000:2.0:1775764892.005649:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28740
00000100:00100000:2.0:1775764892.005671:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28754
00000100:00100000:2.0:1775764892.005690:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+358:3660:x1862023169587456:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.005707:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:365 count 1
00010000:00010000:2.0:1775764892.005720:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005731:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2a2b843/0xd3c138f33087c518 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07447 expref: 6641 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005738:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.005740:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.005742:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005764:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2a2b843/0xd3c138f33087c518 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07447 expref: 6641 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005774:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2a2b843/0xd3c138f33087c518 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07447 expref: 6641 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.005785:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169588096:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.005823:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.005842:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150173952
00000100:00100000:2.0:1775764892.005847:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150173952
00000100:00100000:2.0:1775764892.005887:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14351
00000100:00100000:2.0:1775764892.005894:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6361:11674:x1862023150173952:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.005940:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.005963:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40e819e00/0xd3c138f33081a3c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9824 expref: 6361 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.005979:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfc:0x0].0x0 (ffff89b507e98000)
00010000:00010000:2.0:1775764892.005988:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.006004:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006014:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006023:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006037:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f000/0xd3c138f3308bafc3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x96141da9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006043:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f000/0xd3c138f3308bafc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x96141da9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006049:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f000/0xd3c138f3308bafc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x96141da9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006288:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 3/0,1 mode: --/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006297:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006305:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.006531:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4009, 64 off264768
00000040:00080000:2.0:1775764892.006555:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4009, 64 off264768
00010000:00010000:2.0:1775764892.006602:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006611:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006619:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006626:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006632:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006638:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006650:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764892.006666:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006673:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006679:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006686:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938f200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.006690:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006697:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006707:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfc:0x0].0x0 (ffff89b408185d00)
00010000:00010000:2.0:1775764892.006710:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.006713:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 2/0,0 mode: --/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006720:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f200/0xd3c138f3308bafca lrc: 0/0,0 mode: --/EX res: [0x200000402:0xfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006735:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006741:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006746:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006751:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938e400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.006753:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006759:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006767:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.006769:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.006772:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006778:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938e400/0xd3c138f3308bafbc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.006793:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be1aacb4 reply state 000000002538342e transno 4294991823 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f000/0xd3c138f3308bafc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x96141da9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006804:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938f000/0xd3c138f3308bafc3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x96141da9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006810:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x96141da9 (ffff89b408185500)
00010000:00010000:2.0:1775764892.006812:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.006814:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.006859:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6362:11674:x1862023150173952:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 965us (6126us total) trans 4294991823 rc 0/0
00000100:00100000:2.0:1775764892.006868:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14351
00010000:00010000:2.0:1775764892.006899:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.006905:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006912:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938f600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.006916:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006923:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006936:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006943:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef195634/0xd3c138f3308baf53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006981:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.006985:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006990:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938ee00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.006993:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.006998:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.007006:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfc:0x0].0x0 (ffff89b408185d00)
00010000:00010000:2.0:1775764892.007008:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.007010:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.007015:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40938ee00/0xd3c138f3308bafd1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xfc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.007027:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.007028:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.007030:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775764892.007039:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1775764892.007043:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000004:00080000:0.0:1775764892.007261:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409237b80/2, rc 0, transno 4294972629
00000100:00100000:0.0:1775764892.007277:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169582336:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.007548:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169588224:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.007588:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.007617:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169588224
00000100:00100000:2.0:1775764892.007622:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169588224
00000100:00100000:2.0:1775764892.007653:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28755
00000100:00100000:2.0:1775764892.007662:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+359:3657:x1862023169588224:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.007686:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1534 count 1
00010000:00010000:2.0:1775764892.007710:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.007726:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000034cc4b4e/0xd3c138f33087c5e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0746a expref: 6641 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.007734:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.007736:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.007739:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.007764:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000034cc4b4e/0xd3c138f33087c5e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0746a expref: 6641 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.007776:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000034cc4b4e/0xd3c138f33087c5e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0746a expref: 6641 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.007788:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b408918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169588352:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.007914:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169585024:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.007935:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.008456:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169585280:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.008477:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.008661:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.008913:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.008982:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.009033:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.009080:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169584896:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.009095:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.009153:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402bd6300/2, rc 0, transno 4294972657
00000100:00100000:2.0:1775764892.009166:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169584384:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.009484:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.009535:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150174592
00000100:00100000:1.0:1775764892.009542:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150174592
00010000:00010000:1.0:1775764892.009591:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f33087c668 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07574 expref: 6612 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.009616:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150174848
00000100:00100000:1.0:1775764892.009619:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150174848
00010000:00010000:1.0:1775764892.009631:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026fe2616/0xd3c138f33087c676 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07590 expref: 6613 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.009649:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7489
00000100:00100000:1.0:1775764892.009656:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6613:2412:x1862023150174592:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.009668:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.009673:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f33087c668 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2624:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07574 expref: 6613 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009686:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f33087c668 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2624:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07574 expref: 6613 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009706:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f33087c668 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2624:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07574 expref: 6613 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009721:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.009723:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.009727:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009735:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009763:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.009809:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6612:2412:x1862023150174592:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 152us (899us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.009817:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7489
00000100:00100000:1.0:1775764892.009834:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7490
00000100:00100000:1.0:1775764892.009840:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6611:2412:x1862023150174848:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.009848:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.009853:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026fe2616/0xd3c138f33087c676 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07590 expref: 6611 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009863:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026fe2616/0xd3c138f33087c676 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07590 expref: 6611 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009876:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026fe2616/0xd3c138f33087c676 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07590 expref: 6611 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009885:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.009887:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.009890:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009897:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.009917:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.009936:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6610:2412:x1862023150174848:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 96us (953us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.009942:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7490
00000100:00100000:1.0:1775764892.010041:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169588480:0@lo:6:osp-syn-1-0.0
00000100:00080000:3.0:1775764892.010269:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1775764892.010378:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.010424:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.010433:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.010443:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.010450:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.010466:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.010620:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+379:3658:x1862023169585152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13839us (13887us total) trans 4294972658 rc 0/0
00000100:00100000:1.0:1775764892.010628:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28743
00000100:00100000:1.0:1775764892.010642:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169588480
00000100:00100000:1.0:1775764892.010646:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169588480
00000100:00100000:1.0:1775764892.010686:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28756
00000100:00100000:1.0:1775764892.010692:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+379:3658:x1862023169588480:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.010716:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7104 count 1
00010000:00010000:1.0:1775764892.010734:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.010748:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025748121/0xd3c138f33087c6df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075e4 expref: 6609 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.010755:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.010757:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.010760:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.010784:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025748121/0xd3c138f33087c6df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075e4 expref: 6609 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.010796:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025748121/0xd3c138f33087c6df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075e4 expref: 6609 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.010808:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169588608:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.010847:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fb40 going to sleep for 11 seconds
00000004:00080000:1.0:1775764892.010875:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e641880/2, rc 0, transno 4294972658
00000100:00100000:1.0:1775764892.010884:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169585152:0@lo:6:osp-syn-1-0.0
00000100:00080000:3.0:1775764892.011073:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1775764892.011356:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.011363:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011371:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.011376:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011391:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011406:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011414:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ab8b762/0xd3c138f3308baf68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011433:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.011434:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.011436:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.011448:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.011459:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169588736:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.011491:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.011537:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169588736
00000100:00100000:0.0:1775764892.011541:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169588736
00000100:00100000:0.0:1775764892.011575:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28757
00000100:00100000:0.0:1775764892.011582:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+380:3660:x1862023169588736:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.011597:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7442 count 1
00010000:00010000:0.0:1775764892.011610:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011623:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000caf1869f/0xd3c138f33087c6e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f2 expref: 6609 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011636:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.011638:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.011640:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011659:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000caf1869f/0xd3c138f33087c6e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f2 expref: 6609 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.011670:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000caf1869f/0xd3c138f33087c6e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f2 expref: 6609 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.011680:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169588864:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.011713:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254e40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.011772:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169585920:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.011790:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.011886:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169586048:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.011905:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.011951:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169586176:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.011965:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.012013:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169586304:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.012028:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.012335:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150174720
00000100:00100000:2.0:1775764892.012341:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150174720
00000100:00100000:2.0:1775764892.012368:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b408918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169586560:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.012380:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012400:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012408:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012418:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012426:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012441:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.012595:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+381:3659:x1862023169584640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18741us (18849us total) trans 4294972659 rc 0/0
00000100:00100000:2.0:1775764892.012605:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28741
00010000:00010000:2.0:1775764892.012632:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.012636:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012648:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938fe00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.012652:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012660:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012675:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012681:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1899bc2/0xd3c138f3308baf5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.012700:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.012702:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.012703:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.012727:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004d3e3e1/0xd3c138f33087c66f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07582 expref: 6610 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.012785:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2ff800/2, rc 0, transno 4294972659
00000100:00100000:0.0:1775764892.012797:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169584640:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.012855:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169588992:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.012884:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.012941:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.013193:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169586816:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.013212:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.013483:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.013514:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150175104
00000100:00100000:3.0:1775764892.013520:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150175104
00000100:00080000:3.0:1775764892.013545:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1775764892.013580:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d62a0640/0xd3c138f33087c4fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07424 expref: 6642 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.013613:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7491
00000100:00100000:3.0:1775764892.013622:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6610:2412:x1862023150174720:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.013636:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.013642:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004d3e3e1/0xd3c138f33087c66f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07582 expref: 6610 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013654:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004d3e3e1/0xd3c138f33087c66f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07582 expref: 6610 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013672:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004d3e3e1/0xd3c138f33087c66f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07582 expref: 6610 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013684:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.013686:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.013690:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013700:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013727:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.013763:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6609:2412:x1862023150174720:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 142us (4278us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.013770:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7491
00000100:00100000:3.0:1775764892.013787:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7492
00000100:00100000:3.0:1775764892.013793:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6642:2412:x1862023150175104:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.013801:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.013806:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d62a0640/0xd3c138f33087c4fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xcd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07424 expref: 6642 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013817:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d62a0640/0xd3c138f33087c4fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xcd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07424 expref: 6642 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013837:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d62a0640/0xd3c138f33087c4fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xcd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07424 expref: 6642 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013848:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.013849:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.013852:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013860:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013877:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.013896:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6641:2412:x1862023150175104:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 103us (955us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.013903:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7492
00000100:00100000:2.0:1775764892.013994:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169588992
00000100:00100000:2.0:1775764892.013998:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169588992
00000100:00100000:2.0:1775764892.014025:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28758
00000100:00100000:2.0:1775764892.014031:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+381:3660:x1862023169588992:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.014052:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2780 count 1
00010000:00010000:2.0:1775764892.014082:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.014096:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d5c4cd9/0xd3c138f33087c717 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07607 expref: 6608 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.014103:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.014105:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.014107:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.014191:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d5c4cd9/0xd3c138f33087c717 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07607 expref: 6608 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.014203:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d5c4cd9/0xd3c138f33087c717 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07607 expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.014215:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b408918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169589120:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.014273:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c480 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.014730:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.014740:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.014750:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.014757:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.014780:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.015008:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534930450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+382:3659:x1862023169584768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20596us (20948us total) trans 4294972660 rc 0/0
00000100:00100000:0.0:1775764892.015016:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28742
00000004:00080000:3.0:1775764892.015295:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2fdf80/2, rc 0, transno 4294972660
00000100:00100000:3.0:1775764892.015311:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169584768:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.015425:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.015434:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.015443:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.015450:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.015542:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.015698:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+360:3660:x1862023169585536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18114us (18612us total) trans 4294972630 rc 0/0
00000100:00100000:0.0:1775764892.015705:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28745
00000004:00080000:0.0:1775764892.015792:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e641500/2, rc 0, transno 4294972630
00000100:00100000:0.0:1775764892.015803:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169585536:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.015821:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.015832:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169589248:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.015862:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.015893:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169589248
00000100:00100000:0.0:1775764892.015898:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169589248
00000100:00100000:0.0:1775764892.015928:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28759
00000100:00100000:0.0:1775764892.015935:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+382:3658:x1862023169589248:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.015957:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6455 count 1
00010000:00010000:0.0:1775764892.015993:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.016008:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a90521ca/0xd3c138f33087c71e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07615 expref: 6608 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.016014:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.016017:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.016019:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.016045:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a90521ca/0xd3c138f33087c71e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07615 expref: 6608 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.016057:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a90521ca/0xd3c138f33087c71e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07615 expref: 6608 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.016079:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169589376:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.016148:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.016188:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169589504:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.016212:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.016278:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.016530:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.016566:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.016573:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016581:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090c9e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.016585:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016599:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016618:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016625:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000450a50f8/0xd3c138f3308baf61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016647:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.016650:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016656:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090c8000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.016659:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016666:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016676:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.016683:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da40f91f/0xd3c138f3308baf76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.016728:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150175360
00000100:00100000:1.0:1775764892.016734:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150175360
00010000:00010000:1.0:1775764892.016759:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ce4e988/0xd3c138f33087c692 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075b3 expref: 6641 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.016784:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150175616
00000100:00100000:1.0:1775764892.016787:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150175616
00010000:00010000:1.0:1775764892.016800:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073c3ae22/0xd3c138f33087c684 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075ac expref: 6609 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.016820:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7493
00000100:00100000:1.0:1775764892.016826:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6641:2412:x1862023150175360:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.016838:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.016842:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ce4e988/0xd3c138f33087c692 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075b3 expref: 6641 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.016853:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ce4e988/0xd3c138f33087c692 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075b3 expref: 6641 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.016869:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ce4e988/0xd3c138f33087c692 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075b3 expref: 6641 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.016880:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.016882:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.016886:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.016894:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.016921:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.016946:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6640:2412:x1862023150175360:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 120us (3463us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.016953:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7493
00000100:00100000:1.0:1775764892.016969:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7494
00000100:00100000:1.0:1775764892.016975:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d567c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6609:2412:x1862023150175616:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.016981:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.016986:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073c3ae22/0xd3c138f33087c684 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075ac expref: 6609 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.016995:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073c3ae22/0xd3c138f33087c684 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075ac expref: 6609 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017006:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073c3ae22/0xd3c138f33087c684 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075ac expref: 6609 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017015:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.017017:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.017019:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017031:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017047:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.017238:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.017241:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.017243:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.017402:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d567c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6608:2412:x1862023150175616:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 426us (1123us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.017409:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7494
00010000:00010000:1.0:1775764892.017470:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017480:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017488:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017496:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017511:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.017647:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+383:3660:x1862023169586688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17079us (17125us total) trans 4294972661 rc 0/0
00000100:00100000:1.0:1775764892.017654:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28749
00000100:00100000:1.0:1775764892.017669:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169589504
00000100:00100000:1.0:1775764892.017673:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169589504
00000100:00100000:1.0:1775764892.017698:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28760
00000100:00100000:1.0:1775764892.017704:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+360:3658:x1862023169589504:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.017724:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5583 count 1
00010000:00010000:1.0:1775764892.017739:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017751:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f33087c5ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07478 expref: 6639 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017759:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.017760:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.017762:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017786:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f33087c5ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07478 expref: 6639 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.017797:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f33087c5ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07478 expref: 6639 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.017810:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169589632:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.017843:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f840 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.018056:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.018203:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.018209:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.018217:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.018221:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.018229:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.018244:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.018261:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308baf92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.018277:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.018278:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.018280:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.018314:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.018350:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.018358:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.018365:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.018381:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.018491:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+361:3658:x1862023169585792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20598us (21308us total) trans 4294972631 rc 0/0
00000100:00100000:0.0:1775764892.018499:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28747
00000004:00080000:0.0:1775764892.018549:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d63b80/2, rc 0, transno 4294972661
00000100:00100000:0.0:1775764892.018561:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169586688:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.018613:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.018622:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169589760:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.018647:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.018674:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169589760
00000100:00100000:0.0:1775764892.018678:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169589760
00000100:00100000:0.0:1775764892.018703:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28761
00000100:00100000:0.0:1775764892.018710:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+383:3660:x1862023169589760:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.018726:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3142 count 1
00010000:00010000:0.0:1775764892.018741:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.018791:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000036023537/0xd3c138f33087c733 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0764d expref: 6607 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.018798:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.018800:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.018803:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.018824:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000036023537/0xd3c138f33087c733 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0764d expref: 6607 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.018834:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000036023537/0xd3c138f33087c733 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0764d expref: 6607 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.018845:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169589888:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.018879:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254f00 going to sleep for 11 seconds
00000004:00080000:0.0:1775764892.018910:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea1dc00/2, rc 0, transno 4294972631
00000100:00100000:0.0:1775764892.018919:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169585792:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.018957:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169590016:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.018985:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.019008:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169590016
00000100:00100000:0.0:1775764892.019012:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169590016
00000100:00100000:0.0:1775764892.019031:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28762
00000100:00100000:0.0:1775764892.019036:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+361:3660:x1862023169590016:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.019049:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2264 count 1
00010000:00010000:0.0:1775764892.019060:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019187:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000034f044f3/0xd3c138f33087c52d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0747f expref: 6639 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019194:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.019196:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.019198:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019219:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000034f044f3/0xd3c138f33087c52d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0747f expref: 6639 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019227:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000034f044f3/0xd3c138f33087c52d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0747f expref: 6639 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.019236:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169590144:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.019273:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404265f00 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.019286:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.019291:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019299:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.019302:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019310:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019325:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019332:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308baf84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.019348:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.019349:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.019351:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.019435:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.019764:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.019822:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150174976
00000100:00100000:3.0:1775764892.019828:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150174976
00010000:00010000:3.0:1775764892.019853:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1994f95/0xd3c138f33087c503 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0742b expref: 6640 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.019882:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150175232
00000100:00100000:3.0:1775764892.019885:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150175232
00010000:00010000:3.0:1775764892.019897:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031699cff/0xd3c138f33087c4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0740f expref: 6641 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.019915:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7495
00000100:00100000:3.0:1775764892.019922:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6641:2412:x1862023150174976:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.019932:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.019937:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1994f95/0xd3c138f33087c503 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0742b expref: 6641 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.019950:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1994f95/0xd3c138f33087c503 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0742b expref: 6641 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.019966:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1994f95/0xd3c138f33087c503 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0742b expref: 6641 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.019982:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.019984:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.019988:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.019996:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.020018:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.020044:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6640:2412:x1862023150174976:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 123us (3515us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.020051:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7495
00000100:00100000:3.0:1775764892.020077:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7496
00000100:00100000:3.0:1775764892.020084:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6639:2412:x1862023150175232:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.020092:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.020096:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031699cff/0xd3c138f33087c4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0740f expref: 6639 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.020106:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031699cff/0xd3c138f33087c4e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0740f expref: 6639 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.020134:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031699cff/0xd3c138f33087c4e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0740f expref: 6639 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.020149:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.020150:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.020153:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.020160:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.020177:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.020195:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2412:x1862023150175232:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 112us (1882us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.020201:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7496
00000100:00100000:1.0:1775764892.020381:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150175488
00000100:00100000:1.0:1775764892.020386:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150175488
00010000:00010000:1.0:1775764892.020405:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004f67f781/0xd3c138f33087c5b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07597 expref: 6608 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.020435:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7497
00000100:00100000:1.0:1775764892.020442:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6608:2412:x1862023150175488:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.020450:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.020454:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004f67f781/0xd3c138f33087c5b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07597 expref: 6608 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020470:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004f67f781/0xd3c138f33087c5b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07597 expref: 6608 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020483:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f67f781/0xd3c138f33087c5b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07597 expref: 6608 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020493:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.020495:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.020498:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020505:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020525:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.020544:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6607:2412:x1862023150175488:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 103us (781us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.020551:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7497
00000100:00100000:1.0:1775764892.020623:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169587200:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.020644:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.020675:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.020690:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150175744
00000100:00100000:1.0:1775764892.020694:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150175744
00010000:00010000:1.0:1775764892.020707:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000183dcbf1/0xd3c138f33087c6d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075d6 expref: 6607 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.020726:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7498
00000100:00100000:1.0:1775764892.020732:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6607:2412:x1862023150175744:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.020739:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.020743:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000183dcbf1/0xd3c138f33087c6d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075d6 expref: 6607 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020752:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000183dcbf1/0xd3c138f33087c6d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075d6 expref: 6607 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020765:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000183dcbf1/0xd3c138f33087c6d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075d6 expref: 6607 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020773:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.020775:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.020777:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020784:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020800:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.020818:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6606:2412:x1862023150175744:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 86us (143us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.020827:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7498
00010000:00010000:1.0:1775764892.020844:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020853:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020862:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020869:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.020883:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.021023:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+384:3658:x1862023169587072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18058us (18115us total) trans 4294972662 rc 0/0
00000100:00100000:1.0:1775764892.021031:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28750
00000100:00100000:1.0:1775764892.021160:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.021175:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150175872
00000100:00100000:1.0:1775764892.021178:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150175872
00010000:00010000:1.0:1775764892.021194:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f33087c5ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07440 expref: 6638 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.021214:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7499
00000100:00100000:1.0:1775764892.021221:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2412:x1862023150175872:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.021233:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.021237:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f33087c5ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x166b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07440 expref: 6638 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021257:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f33087c5ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x166b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07440 expref: 6638 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021271:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.021273:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.021276:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021283:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021296:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.021315:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2412:x1862023150175872:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.021322:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7499
00000100:00100000:1.0:1775764892.021358:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.021372:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150176128
00000100:00100000:1.0:1775764892.021376:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150176128
00010000:00010000:1.0:1775764892.021388:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c8b6f03/0xd3c138f33087c51f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07455 expref: 6638 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.021407:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7500
00000100:00100000:1.0:1775764892.021413:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2412:x1862023150176128:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.021421:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.021425:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c8b6f03/0xd3c138f33087c51f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07455 expref: 6638 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021434:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c8b6f03/0xd3c138f33087c51f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07455 expref: 6638 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021446:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.021447:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.021450:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021457:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021469:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.021488:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2412:x1862023150176128:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 76us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.021494:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7500
00000100:00100000:1.0:1775764892.021529:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.021542:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150176000
00000100:00100000:1.0:1775764892.021545:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150176000
00010000:00010000:1.0:1775764892.021558:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025af7fac/0xd3c138f33087c6fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075cf expref: 6606 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.021577:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7501
00000100:00100000:1.0:1775764892.021583:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d564050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6606:2412:x1862023150176000:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.021591:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.021595:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025af7fac/0xd3c138f33087c6fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075cf expref: 6606 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021604:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025af7fac/0xd3c138f33087c6fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075cf expref: 6606 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021616:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.021618:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.021621:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021627:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021638:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.021658:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d564050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6606:2412:x1862023150176000:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 75us (129us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.021665:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7501
00000100:00100000:1.0:1775764892.021714:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.021728:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150176256
00000100:00100000:1.0:1775764892.021731:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150176256
00010000:00010000:1.0:1775764892.021743:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2a2b843/0xd3c138f33087c518 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07447 expref: 6638 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.021759:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7502
00000100:00100000:1.0:1775764892.021765:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2412:x1862023150176256:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.021773:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.021777:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2a2b843/0xd3c138f33087c518 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07447 expref: 6638 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021787:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2a2b843/0xd3c138f33087c518 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07447 expref: 6638 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021799:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.021800:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.021803:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021810:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.021822:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.021836:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2412:x1862023150176256:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 71us (122us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.021841:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7502
00000100:00100000:1.0:1775764892.021915:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169588608:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.021930:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.021975:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.021987:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150176512
00000100:00100000:1.0:1775764892.021990:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150176512
00010000:00010000:1.0:1775764892.022001:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025748121/0xd3c138f33087c6df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075e4 expref: 6606 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.022018:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7503
00000100:00100000:1.0:1775764892.022024:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6606:2411:x1862023150176512:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.022030:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.022034:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025748121/0xd3c138f33087c6df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075e4 expref: 6606 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022043:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025748121/0xd3c138f33087c6df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075e4 expref: 6606 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022054:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025748121/0xd3c138f33087c6df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075e4 expref: 6606 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022064:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.022065:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.022068:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022075:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022089:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.022103:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6605:2411:x1862023150176512:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 80us (129us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.022134:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7503
00010000:00010000:1.0:1775764892.022151:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022159:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022168:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022175:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022189:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1775764892.022200:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.022205:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022213:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b92e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.022217:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022224:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022236:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022244:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000120faff8/0xd3c138f3308baf99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022274:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.022278:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022285:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b92000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.022287:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022295:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022304:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022310:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000360768bf/0xd3c138f3308bafdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022321:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.022323:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.022324:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.022439:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+384:3658:x1862023169588480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11746us (12061us total) trans 4294972663 rc 0/0
00000100:00100000:1.0:1775764892.022450:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28756
00000100:00100000:1.0:1775764892.022488:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.022502:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150176384
00000100:00100000:1.0:1775764892.022505:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150176384
00010000:00010000:1.0:1775764892.022519:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034cc4b4e/0xd3c138f33087c5e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0746a expref: 6638 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.022539:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7504
00000100:00100000:1.0:1775764892.022545:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2411:x1862023150176384:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.022552:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.022557:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034cc4b4e/0xd3c138f33087c5e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0746a expref: 6638 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022566:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034cc4b4e/0xd3c138f33087c5e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0746a expref: 6638 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022579:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.022581:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.022584:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022591:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022604:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.022618:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:2411:x1862023150176384:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 74us (130us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.022625:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7504
00000100:00100000:1.0:1775764892.022657:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.022670:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150176640
00000100:00100000:1.0:1775764892.022673:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150176640
00010000:00010000:1.0:1775764892.022686:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000caf1869f/0xd3c138f33087c6e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f2 expref: 6605 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.022705:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7505
00000100:00100000:1.0:1775764892.022710:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6605:2411:x1862023150176640:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.022717:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.022721:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000caf1869f/0xd3c138f33087c6e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f2 expref: 6605 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022730:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000caf1869f/0xd3c138f33087c6e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f2 expref: 6605 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022742:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.022743:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.022746:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022754:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.022765:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.022778:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6605:2411:x1862023150176640:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 68us (121us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.022784:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7505
00000100:00100000:1.0:1775764892.022817:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.023373:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.023495:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025af7fac/0xd3c138f33087c6fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075cf expref: 6604 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.023511:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402930380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169587840:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.023527:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023535:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023541:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023555:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023561:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023577:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.023706:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+384:3660:x1862023169586944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18911us (19694us total) trans 4294972664 rc 0/0
00000100:00100000:3.0:1775764892.023713:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28752
00010000:00010000:3.0:1775764892.023753:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c8b6f03/0xd3c138f33087c51f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07455 expref: 6637 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.023763:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402933480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14051:1862023169587968:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.023774:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023781:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023788:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023796:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023804:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.023822:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764892.023912:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+362:3660:x1862023169587584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18952us (19861us total) trans 4294972632 rc 0/0
00000100:00100000:3.0:1775764892.023919:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28753
00010000:00010000:2.0:1775764892.024015:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.024021:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024029:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090c9000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.024033:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024048:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024072:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024080:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7d0b60f/0xd3c138f3308bafa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024097:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.024101:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024107:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937bc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.024109:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024136:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024147:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024154:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f841fe37/0xd3c138f3308bafae lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024172:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.024174:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.024176:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.024199:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2a2b843/0xd3c138f33087c518 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07447 expref: 6636 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.024209:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169588096:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.024220:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024229:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024235:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024242:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024260:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024273:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.024344:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+362:3660:x1862023169587456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18665us (19959us total) trans 4294972633 rc 0/0
00000100:00100000:2.0:1775764892.024351:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28754
00010000:00010000:2.0:1775764892.024374:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024382:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024390:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024397:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024408:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.024484:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+384:3658:x1862023169586432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24733us (25082us total) trans 4294972665 rc 0/0
00000100:00100000:2.0:1775764892.024490:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28748
00010000:00010000:2.0:1775764892.024521:0:14053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034cc4b4e/0xd3c138f33087c5e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0746a expref: 6635 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.024532:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b408918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169588352:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.024544:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024552:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024559:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024567:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024574:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024589:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1775764892.024658:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+362:3657:x1862023169588224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16997us (17069us total) trans 4294972634 rc 0/0
00000100:00100000:2.0:1775764892.024665:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28755
00010000:00010000:2.0:1775764892.024680:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764892.024685:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024692:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938ea00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.024696:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024703:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024714:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024721:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000136e35d0/0xd3c138f3308bafb5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024736:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.024739:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024744:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40938e600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.024747:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024753:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024763:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024769:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ec3b8c7/0xd3c138f3308baf8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024783:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.024786:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024793:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40fface00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.024797:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024804:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024813:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024820:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bafd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.024834:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.024836:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.024838:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.024858:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b408918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169589120:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.024870:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.024898:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150176896
00000100:00100000:2.0:1775764892.024903:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150176896
00000100:00100000:2.0:1775764892.024947:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14352
00000100:00100000:2.0:1775764892.024955:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6362:11674:x1862023150176896:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.025011:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.025030:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402edbe00/0xd3c138f33081e8d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea5f3 expref: 6362 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025048:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f5:0x0].0x0 (ffff89b40a3f0000)
00010000:00010000:2.0:1775764892.025058:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.025078:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025088:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025096:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025110:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50e00/0xd3c138f3308bb017 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x11345423 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025142:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50e00/0xd3c138f3308bb017 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11345423 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025149:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50e00/0xd3c138f3308bb017 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11345423 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025232:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025240:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025246:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.025473:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4010, 64 off264832
00000040:00080000:2.0:1775764892.025496:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4010, 64 off264832
00010000:00010000:2.0:1775764892.025536:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025546:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025553:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025560:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025565:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025571:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025585:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.025602:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025608:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025612:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025617:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c51a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.025620:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025626:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025633:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f5:0x0].0x0 (ffff89b408185f00)
00010000:00010000:2.0:1775764892.025636:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.025639:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025645:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb01e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025661:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025667:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025672:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025678:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025682:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ffac200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.025685:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025691:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025698:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.025700:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.025703:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025713:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac200/0xd3c138f3308bb010 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.025722:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000203160cb reply state 000000006712afa2 transno 4294991824 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50e00/0xd3c138f3308bb017 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11345423 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025732:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50e00/0xd3c138f3308bb017 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x11345423 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025739:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x11345423 (ffff89b408185d00)
00010000:00010000:2.0:1775764892.025741:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.025744:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.025802:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6363:11674:x1862023150176896:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 847us (2983us total) trans 4294991824 rc 0/0
00000100:00100000:2.0:1775764892.025809:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14352
00010000:00010000:2.0:1775764892.025836:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.025840:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025846:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.025849:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025856:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025865:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f5:0x0].0x0 (ffff89b408185f00)
00010000:00010000:2.0:1775764892.025867:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.025870:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025878:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb025 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.025889:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.025890:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.025892:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.025932:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a15500/2, rc 0, transno 4294972634
00000100:00100000:2.0:1775764892.025948:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169588224:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.026015:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b408918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169590272:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.026053:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.026084:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169590272
00000100:00100000:2.0:1775764892.026089:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169590272
00000100:00100000:2.0:1775764892.026143:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28763
00000100:00100000:2.0:1775764892.026151:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+362:3657:x1862023169590272:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.026173:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4583 count 1
00010000:00010000:2.0:1775764892.026190:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.026203:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f33087c5f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07494 expref: 6634 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.026212:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.026214:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.026217:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.026241:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f33087c5f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07494 expref: 6634 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.026264:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f33087c5f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07494 expref: 6634 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.026277:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169590400:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.026320:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c240 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.026574:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.026799:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.026842:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.027047:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.027168:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169589376:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.027188:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.027445:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150177024
00000100:00100000:0.0:1775764892.027451:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150177024
00000004:00080000:0.0:1775764892.027486:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c3800/2, rc 0, transno 4294972633
00000100:00100000:0.0:1775764892.027506:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169587456:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.027521:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c1f80/2, rc 0, transno 4294972664
00000100:00100000:0.0:1775764892.027531:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169586944:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.027541:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c1c00/2, rc 0, transno 4294972632
00000100:00100000:0.0:1775764892.027545:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169587584:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.027564:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.027573:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.027588:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.027595:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.027611:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.027769:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+363:3660:x1862023169585664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30286us (30747us total) trans 4294972635 rc 0/0
00000100:00100000:0.0:1775764892.027777:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28744
00010000:00010000:0.0:1775764892.027807:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.027816:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.027823:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.027829:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.027840:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.027939:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+363:3658:x1862023169585408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30155us (30792us total) trans 4294972636 rc 0/0
00000100:00100000:0.0:1775764892.027949:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28746
00010000:00010000:0.0:1775764892.027986:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f33087c5ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x166b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07440 expref: 6634 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.027999:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169587712:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.028015:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.028023:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.028030:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.028038:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.028046:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.028304:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1775764892.028380:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+363:3658:x1862023169587328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24538us (24834us total) trans 4294972637 rc 0/0
00000100:00100000:0.0:1775764892.028386:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28751
00010000:00010000:3.0:1775764892.028467:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764892.028474:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028483:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090c9200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.028488:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028497:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028516:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028524:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3a3407e/0xd3c138f3308baf6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028542:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.028545:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028552:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090c9a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.028555:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028562:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028571:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028577:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5545847/0xd3c138f3308baf7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028588:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.028591:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028596:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.028599:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028606:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028615:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028621:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bafa0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x166b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.028633:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.028635:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.028637:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.028747:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.028763:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169590784:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.028796:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764892.028836:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea1d180/2, rc 0, transno 4294972635
00000100:00100000:0.0:1775764892.028846:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169585664:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.028857:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.028862:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169590656:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.028884:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.028911:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169590784
00000100:00100000:0.0:1775764892.028916:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169590784
00000100:00100000:0.0:1775764892.028942:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169590656
00000100:00100000:0.0:1775764892.028945:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169590656
00000100:00100000:0.0:1775764892.028962:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28764
00000100:00100000:0.0:1775764892.028969:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+364:3660:x1862023169590784:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.028991:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2293 count 1
00010000:00010000:0.0:1775764892.029009:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.029023:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f33087c606 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b0 expref: 6633 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.029030:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.029032:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.029035:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.029059:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f33087c606 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b0 expref: 6633 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.029197:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28765
00000100:00100000:3.0:1775764892.029206:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+364:3660:x1862023169590656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.029219:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8723 count 1
00010000:00010000:3.0:1775764892.029230:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.029242:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000695a7601/0xd3c138f33087c5ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a2 expref: 6633 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.029259:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.029260:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.029263:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.029282:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000695a7601/0xd3c138f33087c5ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a2 expref: 6633 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.029294:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000695a7601/0xd3c138f33087c5ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a2 expref: 6633 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.029305:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402933800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169591040:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.029361:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9300 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.029422:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f33087c606 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b0 expref: 6633 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.029432:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169590912:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.029456:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.029503:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169590528:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.029529:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764892.029559:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c1500/2, rc 0, transno 4294972663
00000100:00100000:0.0:1775764892.029569:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169588480:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.029629:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c2300/2, rc 0, transno 4294972637
00000100:00100000:0.0:1775764892.029638:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169587328:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.029649:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c1880/2, rc 0, transno 4294972662
00000100:00100000:0.0:1775764892.029655:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169587072:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.029687:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c60f480/2, rc 0, transno 4294972665
00000100:00100000:0.0:1775764892.029694:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169586432:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.029721:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e640e00/2, rc 0, transno 4294972636
00000100:00100000:0.0:1775764892.029725:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169585408:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.029735:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169591296:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.029755:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.029774:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.029780:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169591168:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.029804:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.029827:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169591552:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.029847:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.029864:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.029869:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169591424:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.029890:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.029938:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169591808:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.029961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.029978:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.029983:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169591680:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.030025:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.030046:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169590528
00000100:00100000:0.0:1775764892.030051:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169590528
00000100:00100000:3.0:1775764892.030309:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169591296
00000100:00100000:3.0:1775764892.030314:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169591296
00000100:00100000:3.0:1775764892.030339:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169591168
00000100:00100000:3.0:1775764892.030342:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169591168
00000100:00100000:3.0:1775764892.030357:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169591552
00000100:00100000:3.0:1775764892.030359:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169591552
00000100:00100000:3.0:1775764892.030372:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169591424
00000100:00100000:3.0:1775764892.030375:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169591424
00000100:00100000:3.0:1775764892.030387:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169591808
00000100:00100000:3.0:1775764892.030389:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169591808
00000100:00100000:3.0:1775764892.030398:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169591680
00000100:00100000:3.0:1775764892.030400:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169591680
00000100:00100000:3.0:1775764892.030410:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28766
00000100:00100000:3.0:1775764892.030417:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+387:3658:x1862023169591296:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.030435:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8028 count 1
00010000:00010000:3.0:1775764892.030452:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.030485:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e4044ad/0xd3c138f33087c6c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0762a expref: 6604 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.030493:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.030494:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.030497:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.030520:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e4044ad/0xd3c138f33087c6c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0762a expref: 6604 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.030529:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e4044ad/0xd3c138f33087c6c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0762a expref: 6604 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.030541:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169591936:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.030573:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.030662:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.030675:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150177152
00000100:00100000:1.0:1775764892.030679:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150177152
00010000:00010000:1.0:1775764892.030701:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a90521ca/0xd3c138f33087c71e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07615 expref: 6605 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.030722:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7506
00000100:00100000:1.0:1775764892.030728:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6605:2411:x1862023150177152:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.030736:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.030741:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a90521ca/0xd3c138f33087c71e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07615 expref: 6605 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.030750:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a90521ca/0xd3c138f33087c71e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07615 expref: 6605 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.030769:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a90521ca/0xd3c138f33087c71e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07615 expref: 6605 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.030782:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.030784:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.030787:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.030795:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.030824:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.030848:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:2411:x1862023150177152:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 120us (3801us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.030855:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7506
00000100:00100000:1.0:1775764892.030935:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169589632:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.030954:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.030987:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.031003:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150177280
00000100:00100000:1.0:1775764892.031007:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150177280
00010000:00010000:1.0:1775764892.031020:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f33087c5ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07478 expref: 6634 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.031043:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7507
00000100:00100000:1.0:1775764892.031049:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d566450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6634:2412:x1862023150177280:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.031057:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.031061:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f33087c5ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07478 expref: 6634 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031180:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f33087c5ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07478 expref: 6634 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031196:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f33087c5ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07478 expref: 6634 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031206:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.031208:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.031210:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031217:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031235:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.031246:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031265:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031273:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031280:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031294:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.031427:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+368:3658:x1862023169589504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13722us (15213us total) trans 4294972638 rc 0/0
00000100:00100000:1.0:1775764892.031434:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28760
00000100:00100000:1.0:1775764892.031450:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28767
00000100:00100000:1.0:1775764892.031456:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+367:3658:x1862023169591168:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.031471:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5397 count 1
00010000:00010000:1.0:1775764892.031485:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031496:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f33087c60d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074be expref: 6633 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031502:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.031504:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.031506:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031526:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f33087c60d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074be expref: 6633 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031536:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f33087c60d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074be expref: 6633 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.031547:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169592064:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.031577:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fb40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.031600:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d566450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6633:2412:x1862023150177280:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 551us (613us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.031608:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7507
00000100:00100000:1.0:1775764892.031677:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.031698:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.031707:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150177408
00000100:00100000:1.0:1775764892.031710:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150177408
00010000:00010000:1.0:1775764892.031720:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000036023537/0xd3c138f33087c733 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0764d expref: 6604 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.031731:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150177536
00000100:00100000:1.0:1775764892.031733:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150177536
00010000:00010000:1.0:1775764892.031739:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034f044f3/0xd3c138f33087c52d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0747f expref: 6633 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.031748:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7508
00000100:00100000:1.0:1775764892.031751:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:2412:x1862023150177408:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.031756:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.031759:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000036023537/0xd3c138f33087c733 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0764d expref: 6604 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031765:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000036023537/0xd3c138f33087c733 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0764d expref: 6604 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031774:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.031775:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.031778:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031786:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031794:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.031810:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:2412:x1862023150177408:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 57us (133us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.031816:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7508
00000100:00100000:1.0:1775764892.031828:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7509
00000100:00100000:1.0:1775764892.031834:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6633:2412:x1862023150177536:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.031841:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.031845:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034f044f3/0xd3c138f33087c52d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0747f expref: 6633 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031855:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034f044f3/0xd3c138f33087c52d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0747f expref: 6633 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031867:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.031868:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.031872:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031876:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.031884:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.031897:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6633:2412:x1862023150177536:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 64us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.031901:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7509
00000100:00100000:1.0:1775764892.032016:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.032032:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150177664
00000100:00100000:1.0:1775764892.032036:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150177664
00010000:00010000:1.0:1775764892.032050:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f33087c5f8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07494 expref: 6633 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.032197:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28768
00000100:00100000:0.0:1775764892.032206:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+387:3660:x1862023169591552:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.032220:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7602 count 1
00010000:00010000:0.0:1775764892.032235:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032247:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004637f79b/0xd3c138f33087c725 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07654 expref: 6603 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032267:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4247386/0xd3c138f33087c7d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076fc expref: 6603 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032274:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.032276:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.032278:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032300:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4247386/0xd3c138f33087c7d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076fc expref: 6603 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032311:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4247386/0xd3c138f33087c7d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076fc expref: 6603 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.032322:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169592192:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.032373:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004637f79b/0xd3c138f33087c725 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07654 expref: 6603 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032383:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004637f79b/0xd3c138f33087c725 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07654 expref: 6603 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.032391:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169592320:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.032408:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b5072543c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.032428:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28769
00000100:00100000:0.0:1775764892.032436:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+387:3660:x1862023169591424:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.032448:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:617 count 1
00010000:00010000:0.0:1775764892.032458:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032468:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000036725b85/0xd3c138f33087c6b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0763f expref: 6603 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032476:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.032477:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.032479:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032496:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000036725b85/0xd3c138f33087c6b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0763f expref: 6603 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032505:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000036725b85/0xd3c138f33087c6b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0763f expref: 6603 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.032512:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169592448:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.032528:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.032540:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28770
00000100:00100000:0.0:1775764892.032545:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534933450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+367:3658:x1862023169591808:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.032554:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3999 count 1
00010000:00010000:0.0:1775764892.032563:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032571:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f33087c61b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074da expref: 6633 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032575:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.032576:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.032578:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032588:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f33087c61b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074da expref: 6633 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032594:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f33087c61b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074da expref: 6633 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.032600:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169592576:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.032610:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.032632:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036023537/0xd3c138f33087c733 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0764d expref: 6603 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.032640:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169589888:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.032652:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032659:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032663:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032668:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032673:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032685:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.032780:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+388:3660:x1862023169589760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14071us (14132us total) trans 4294972666 rc 0/0
00000100:00100000:0.0:1775764892.032784:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28761
00000100:00100000:0.0:1775764892.032798:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28771
00000100:00100000:0.0:1775764892.032804:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+367:3658:x1862023169591680:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.032815:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6277 count 1
00010000:00010000:0.0:1775764892.032824:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032835:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000442ba3dc/0xd3c138f33087c550 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074c5 expref: 6633 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032842:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.032843:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.032846:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032863:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000442ba3dc/0xd3c138f33087c550 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074c5 expref: 6633 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032871:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000442ba3dc/0xd3c138f33087c550 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074c5 expref: 6633 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.032878:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169592704:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.032891:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254240 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.032900:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.032903:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032909:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e69200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.032912:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032917:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032927:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032931:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4e3faf2/0xd3c138f3308baffb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032945:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.032947:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032953:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.032957:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032964:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032973:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032979:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb002 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.032994:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.032995:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.032997:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.033016:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f044f3/0xd3c138f33087c52d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0747f expref: 6633 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.033025:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169590144:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.033038:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.033046:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.033052:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.033060:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.033263:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.033276:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.033285:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.033293:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.033300:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.033354:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.033449:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169590400:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.033460:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.033476:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28772
00000100:00100000:2.0:1775764892.033481:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+387:3658:x1862023169590528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.033492:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7989 count 1
00010000:00010000:2.0:1775764892.033500:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033508:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c20c5b82/0xd3c138f33087c6ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07623 expref: 6602 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033512:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.033513:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.033515:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033525:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c20c5b82/0xd3c138f33087c6ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07623 expref: 6602 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033533:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c20c5b82/0xd3c138f33087c6ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07623 expref: 6602 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.033539:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169592832:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.033562:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.033580:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7510
00000100:00100000:2.0:1775764892.033585:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6632:2412:x1862023150177664:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.033591:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.033594:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f33087c5f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07494 expref: 6632 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033601:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f33087c5f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07494 expref: 6632 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033610:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f33087c5f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07494 expref: 6632 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033617:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.033618:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.033621:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033626:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033637:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.033644:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033649:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033654:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.033657:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.033698:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764892.033824:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+388:3658:x1862023169589248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17889us (17961us total) trans 4294972667 rc 0/0
00000100:00100000:3.0:1775764892.033830:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28759
00010000:00010000:0.0:1775764892.033895:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1775764892.033966:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+368:3660:x1862023169590016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14929us (14980us total) trans 4294972639 rc 0/0
00000100:00100000:0.0:1775764892.033973:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28762
00010000:00010000:0.0:1775764892.033990:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764892.033995:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034002:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.034005:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034013:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034024:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034031:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308baff4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034047:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.034050:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034056:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.034059:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034216:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034228:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034234:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb009 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034257:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.034261:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034268:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c51c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.034271:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034283:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034292:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.034299:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.034300:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.034302:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.034331:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea1ca80/2, rc 0, transno 4294972639
00000100:00100000:0.0:1775764892.034342:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169590016:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.034355:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40d4eb800/2, rc 0, transno 4294972666
00000100:00100000:0.0:1775764892.034361:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169589760:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.034403:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.034410:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169592960:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.034430:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.034511:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.034549:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.034756:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1775764892.034762:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f58190b/0xd3c138f3308bb02c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.035194:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.035231:0:14060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000caf1869f/0xd3c138f33087c6e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f2 expref: 6602 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.035243:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169588864:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.035272:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.035281:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.035287:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.035296:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.035309:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.035324:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.035421:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+388:3660:x1862023169588736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23839us (23928us total) trans 4294972668 rc 0/0
00000100:00100000:1.0:1775764892.035428:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28757
00000100:00100000:1.0:1775764892.035447:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169592960
00000100:00100000:1.0:1775764892.035452:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169592960
00000100:00100000:3.0:1775764892.035569:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28773
00000100:00100000:3.0:1775764892.035579:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+388:3660:x1862023169592960:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.035602:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:195 count 1
00010000:00010000:3.0:1775764892.035621:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035634:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2b09bfe/0xd3c138f33087c748 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07669 expref: 6601 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035642:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.035644:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.035647:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035671:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b2b09bfe/0xd3c138f33087c748 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07669 expref: 6601 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035683:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b2b09bfe/0xd3c138f33087c748 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07669 expref: 6601 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.035694:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169593088:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.035747:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.035759:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.035763:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035770:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.035774:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035783:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035798:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035805:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bafe6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.035821:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.035823:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.035825:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.035927:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+368:3657:x1862023169590272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9777us (9873us total) trans 4294972640 rc 0/0
00000100:00100000:2.0:1775764892.035935:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28763
00000100:00100000:2.0:1775764892.035961:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150177920
00000100:00100000:2.0:1775764892.035965:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150177920
00000100:00100000:2.0:1775764892.035993:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14353
00000100:00100000:2.0:1775764892.036000:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6363:11674:x1862023150177920:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.036044:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.036074:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406181e00/0xd3c138f33085b157 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ea1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf67a7 expref: 6363 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036088:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ea1:0x0].0x0 (ffff89b40847e200)
00010000:00010000:2.0:1775764892.036096:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.036111:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036144:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036152:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036166:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51600/0xd3c138f3308bb080 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x12d53798 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036173:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51600/0xd3c138f3308bb080 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x12d53798 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036180:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51600/0xd3c138f3308bb080 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x12d53798 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036270:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036279:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036286:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.036498:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4011, 64 off264896
00000040:00080000:2.0:1775764892.036519:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4011, 64 off264896
00010000:00010000:2.0:1775764892.036562:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036572:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036580:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036587:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036592:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036597:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036616:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.036632:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036638:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036644:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036649:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c51400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.036653:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036663:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036671:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ea1:0x0].0x0 (ffff89b408185400)
00010000:00010000:2.0:1775764892.036674:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.036677:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036683:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb087 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ea1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036699:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036705:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036710:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036716:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036721:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.036723:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036730:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036736:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.036739:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.036742:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036748:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb079 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.036756:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ddcec856 reply state 00000000372c1427 transno 4294991825 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51600/0xd3c138f3308bb080 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x12d53798 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036766:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51600/0xd3c138f3308bb080 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x12d53798 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.036772:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x12d53798 (ffff89b408185b00)
00010000:00010000:2.0:1775764892.036775:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.036777:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.036823:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6364:11674:x1862023150177920:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 822us (2271us total) trans 4294991825 rc 0/0
00000100:00100000:2.0:1775764892.036829:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14353
00000100:00100000:2.0:1775764892.036870:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6631:2412:x1862023150177664:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3284us (4853us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.036878:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7510
00000004:00080000:3.0:1775764892.037138:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b408918a80/2, rc 0, transno 4294972640
00000100:00100000:3.0:1775764892.037146:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b408918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169590272:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.037296:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.037302:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037308:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.037311:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037317:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037327:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ea1:0x0].0x0 (ffff89b408185400)
00010000:00010000:2.0:1775764892.037329:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.037332:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037338:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50800/0xd3c138f3308bb08e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ea1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037351:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.037353:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.037354:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.037440:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409234380/2, rc 0, transno 4294972638
00000100:00100000:2.0:1775764892.037450:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169589504:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764892.037463:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c60dc00/2, rc 0, transno 4294972667
00000100:00100000:2.0:1775764892.037477:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169589248:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.037482:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1775764892.037493:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169593344:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.037553:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.037582:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169593344
00000100:00100000:2.0:1775764892.037588:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169593344
00000100:00100000:2.0:1775764892.037616:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28774
00000100:00100000:2.0:1775764892.037624:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+368:3658:x1862023169593344:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.037645:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5848 count 1
00010000:00010000:2.0:1775764892.037665:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037681:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000052f5279f/0xd3c138f33087c565 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074ef expref: 6630 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037689:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.037691:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.037694:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037719:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000052f5279f/0xd3c138f33087c565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074ef expref: 6630 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037731:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000052f5279f/0xd3c138f33087c565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074ef expref: 6630 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.037743:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169593472:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.037780:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.037817:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169593600:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.037839:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.037866:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169593600
00000100:00100000:2.0:1775764892.037869:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169593600
00000100:00100000:2.0:1775764892.037891:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28775
00000100:00100000:2.0:1775764892.037898:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+369:3658:x1862023169593600:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.037909:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6735 count 1
00010000:00010000:2.0:1775764892.037921:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037932:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3870fac/0xd3c138f33087c56c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074fd expref: 6630 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037944:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.037946:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.037948:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037968:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3870fac/0xd3c138f33087c56c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074fd expref: 6630 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.037977:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3870fac/0xd3c138f33087c56c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074fd expref: 6630 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.037987:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b408918380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169593728:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.038011:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.038022:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1775764892.038030:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b408919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169593216:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.038054:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.038205:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169593216
00000100:00100000:2.0:1775764892.038210:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169593216
00000100:00100000:2.0:1775764892.038233:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28776
00000100:00100000:2.0:1775764892.038239:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+370:3659:x1862023169593216:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.038260:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3937 count 1
00010000:00010000:2.0:1775764892.038272:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.038285:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8cc8a0/0xd3c138f33087c622 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee074e8 expref: 6630 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.038292:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.038294:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.038296:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.038314:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f8cc8a0/0xd3c138f33087c622 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074e8 expref: 6630 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.038322:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f8cc8a0/0xd3c138f33087c622 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074e8 expref: 6630 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.038331:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169593856:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.038360:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c9c0 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.038623:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.038657:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d7d180/2, rc 0, transno 4294972668
00000100:00100000:0.0:1775764892.038674:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169588736:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.038680:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.038687:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169593984:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.038714:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.038743:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169593984
00000100:00100000:0.0:1775764892.038747:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169593984
00000100:00100000:0.0:1775764892.038773:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28777
00000100:00100000:0.0:1775764892.038779:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+389:3660:x1862023169593984:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.038791:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7273 count 1
00010000:00010000:0.0:1775764892.038805:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.038817:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002b027450/0xd3c138f33087c7a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076cb expref: 6601 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.038824:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.038826:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.038829:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.038848:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002b027450/0xd3c138f33087c7a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076cb expref: 6601 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.038859:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002b027450/0xd3c138f33087c7a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076cb expref: 6601 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.038870:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169594112:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.038894:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254f00 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.038927:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d5c4cd9/0xd3c138f33087c717 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07607 expref: 6601 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.038956:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7511
00000100:00100000:0.0:1775764892.038964:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6601:2412:x1862023150177024:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.038972:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.038977:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d5c4cd9/0xd3c138f33087c717 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07607 expref: 6601 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.038988:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d5c4cd9/0xd3c138f33087c717 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07607 expref: 6601 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039006:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d5c4cd9/0xd3c138f33087c717 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07607 expref: 6601 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039019:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.039020:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.039024:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039032:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039054:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.039090:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:2412:x1862023150177024:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 126us (12247us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.039098:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7511
00010000:00010000:0.0:1775764892.039172:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039186:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039195:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039203:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039219:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.039365:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+390:3660:x1862023169588992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25335us (26480us total) trans 4294972669 rc 0/0
00000100:00100000:0.0:1775764892.039372:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28758
00000004:00080000:0.0:1775764892.039403:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a14700/2, rc 0, transno 4294972669
00000100:00100000:0.0:1775764892.039408:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169588992:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.039419:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.039424:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039433:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ffaca00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.039437:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039445:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039459:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039466:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bafed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.039483:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.039484:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.039486:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.040095:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169594368:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.040148:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.040191:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169594240:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.040466:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.040489:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169594368
00000100:00100000:1.0:1775764892.040496:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169594368
00000100:00100000:1.0:1775764892.040531:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28778
00000100:00100000:1.0:1775764892.040539:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+390:3657:x1862023169594368:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.040561:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5557 count 1
00010000:00010000:1.0:1775764892.040581:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.040597:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f33087c75d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0767e expref: 6599 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.040606:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.040607:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.040611:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.040637:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f33087c75d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0767e expref: 6599 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.040648:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f33087c75d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0767e expref: 6599 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.040661:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169594496:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.040713:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.040881:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169592064:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.040900:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.040932:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.040949:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150178176
00000100:00100000:1.0:1775764892.040953:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150178176
00010000:00010000:1.0:1775764892.040972:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f33087c606 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b0 expref: 6631 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.040995:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7512
00000100:00100000:1.0:1775764892.041001:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6631:2412:x1862023150178176:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.041010:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.041015:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f33087c606 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b0 expref: 6631 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041025:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f33087c606 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b0 expref: 6631 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041048:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.041050:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.041054:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.041243:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402933800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169591040:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.041270:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.041303:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169591936:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.041314:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041414:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041433:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.041463:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6631:2412:x1862023150178176:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 461us (530us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.041471:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7512
00000100:00100000:1.0:1775764892.041509:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.041526:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150178432
00000100:00100000:1.0:1775764892.041530:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150178432
00010000:00010000:1.0:1775764892.041544:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f33087c60d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074be expref: 6631 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.041567:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7513
00000100:00100000:1.0:1775764892.041574:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6631:2412:x1862023150178432:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.041581:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.041586:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f33087c60d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1515:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074be expref: 6631 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041595:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f33087c60d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1515:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074be expref: 6631 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041610:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f33087c60d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1515:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074be expref: 6631 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041622:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.041623:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.041627:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041634:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041650:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.041660:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041668:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041677:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041684:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.041699:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.041837:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+371:3658:x1862023169591168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10380us (12031us total) trans 4294972641 rc 0/0
00000100:00100000:1.0:1775764892.041843:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28767
00000100:00100000:1.0:1775764892.041874:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6630:2412:x1862023150178432:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 301us (365us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.041881:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7513
00000100:00100000:1.0:1775764892.041928:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.042391:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.042451:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.042469:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.042486:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150178048
00000100:00100000:1.0:1775764892.042490:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150178048
00010000:00010000:1.0:1775764892.042513:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000695a7601/0xd3c138f33087c5ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a2 expref: 6630 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.042532:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150178304
00000100:00100000:1.0:1775764892.042534:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150178304
00010000:00010000:1.0:1775764892.042545:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e4044ad/0xd3c138f33087c6c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0762a expref: 6600 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.042557:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150178560
00000100:00100000:1.0:1775764892.042560:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150178560
00010000:00010000:1.0:1775764892.042569:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004637f79b/0xd3c138f33087c725 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07654 expref: 6601 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.042578:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150178688
00000100:00100000:1.0:1775764892.042580:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150178688
00010000:00010000:1.0:1775764892.042590:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000036725b85/0xd3c138f33087c6b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0763f expref: 6602 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.042602:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7514
00000100:00100000:1.0:1775764892.042608:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6630:2412:x1862023150178048:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.042617:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.042622:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000695a7601/0xd3c138f33087c5ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a2 expref: 6630 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042633:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000695a7601/0xd3c138f33087c5ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a2 expref: 6630 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042650:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000695a7601/0xd3c138f33087c5ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074a2 expref: 6630 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042663:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.042664:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.042668:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042676:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042698:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.042711:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042725:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042732:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042740:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042760:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.042868:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+371:3660:x1862023169590656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13664us (13982us total) trans 4294972642 rc 0/0
00000100:00100000:1.0:1775764892.042875:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28765
00000100:00100000:1.0:1775764892.042900:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7515
00000100:00100000:1.0:1775764892.042907:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d567850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6602:2412:x1862023150178304:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.042914:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.042919:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e4044ad/0xd3c138f33087c6c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0762a expref: 6602 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042930:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e4044ad/0xd3c138f33087c6c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0762a expref: 6602 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042944:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e4044ad/0xd3c138f33087c6c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0762a expref: 6602 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042960:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.042962:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.042965:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042972:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.042992:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.043014:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d567850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6601:2412:x1862023150178304:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 108us (625us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.043021:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7515
00000100:00100000:1.0:1775764892.043036:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7516
00000100:00100000:1.0:1775764892.043043:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:2411:x1862023150178560:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.043050:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.043054:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004637f79b/0xd3c138f33087c725 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07654 expref: 6600 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043200:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.043207:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043215:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e69800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.043219:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043227:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043238:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043245:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009be91649/0xd3c138f3308bb048 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043271:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.043274:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043281:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.043283:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043300:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043310:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043316:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb03a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043328:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.043330:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.043332:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.043367:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402bd5880/2, rc 0, transno 4294972641
00000100:00100000:2.0:1775764892.043378:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169591168:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.043440:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169594624:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.043481:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7517
00000100:00100000:2.0:1775764892.043489:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:2411:x1862023150178688:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.043496:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.043502:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000036725b85/0xd3c138f33087c6b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0763f expref: 6600 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043511:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000036725b85/0xd3c138f33087c6b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0763f expref: 6600 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043524:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.043525:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.043528:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043536:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.043547:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.043566:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:2411:x1862023150178688:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 78us (1096us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.043573:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7517
00010000:00010000:1.0:1775764892.043859:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004637f79b/0xd3c138f33087c725 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07654 expref: 6599 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.043875:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.043897:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6599:2411:x1862023150178560:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 855us (1445us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.043906:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7516
00000100:00100000:1.0:1775764892.043933:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6629:2412:x1862023150178048:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1325us (2005us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.043938:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7514
00010000:00010000:1.0:1775764892.043982:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.043991:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.044000:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.044007:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.044023:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.044199:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.044205:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.044219:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.044222:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.044231:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.044242:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.044257:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb041 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.044276:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.044278:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.044279:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.044838:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+391:3658:x1862023169591296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14420us (15080us total) trans 4294972670 rc 0/0
00000100:00100000:1.0:1775764892.044847:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28766
00000004:00080000:0.0:1775764892.044920:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402933480/2, rc 0, transno 4294972642
00000100:00100000:0.0:1775764892.044934:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169590656:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.044970:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f33087c606 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074b0 expref: 6628 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.044982:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169590912:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.045001:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045011:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045017:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045026:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045033:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045047:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.045243:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+371:3660:x1862023169590784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16273us (16445us total) trans 4294972643 rc 0/0
00000100:00100000:0.0:1775764892.045261:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28764
00000100:00100000:3.0:1775764892.045327:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.045375:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169594240
00000100:00100000:1.0:1775764892.045382:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169594240
00000100:00100000:2.0:1775764892.045479:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28779
00000100:00100000:2.0:1775764892.045488:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+391:3660:x1862023169594240:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.045513:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3899 count 1
00010000:00010000:2.0:1775764892.045531:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.045545:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f33087c74f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07670 expref: 6598 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.045558:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.045560:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.045563:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.045590:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f33087c74f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07670 expref: 6598 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.045603:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f33087c74f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07670 expref: 6598 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.045617:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169594752:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.045669:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.045736:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036725b85/0xd3c138f33087c6b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0763f expref: 6598 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.045748:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169592448:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.045763:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045772:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045778:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045786:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045794:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.045845:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.045927:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+392:3660:x1862023169591424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13492us (16036us total) trans 4294972671 rc 0/0
00000100:00100000:0.0:1775764892.045933:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28769
00000100:00100000:1.0:1775764892.046014:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.046179:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.046280:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.046298:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150178816
00000100:00100000:1.0:1775764892.046302:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150178816
00010000:00010000:1.0:1775764892.046323:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4247386/0xd3c138f33087c7d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076fc expref: 6598 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.046343:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150179072
00000100:00100000:1.0:1775764892.046346:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150179072
00010000:00010000:1.0:1775764892.046359:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000442ba3dc/0xd3c138f33087c550 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074c5 expref: 6628 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.046374:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150178944
00000100:00100000:1.0:1775764892.046377:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150178944
00010000:00010000:1.0:1775764892.046387:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f33087c61b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074da expref: 6629 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.046400:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7518
00000100:00100000:1.0:1775764892.046407:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:2411:x1862023150178816:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.046415:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.046420:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4247386/0xd3c138f33087c7d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076fc expref: 6598 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046432:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4247386/0xd3c138f33087c7d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076fc expref: 6598 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046450:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.046451:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.046456:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046470:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046485:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.046506:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:2411:x1862023150178816:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (492us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.046513:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7518
00000100:00100000:1.0:1775764892.046527:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7519
00000100:00100000:1.0:1775764892.046533:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6629:2411:x1862023150179072:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.046540:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.046544:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000442ba3dc/0xd3c138f33087c550 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074c5 expref: 6629 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046555:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000442ba3dc/0xd3c138f33087c550 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074c5 expref: 6629 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046567:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.046569:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.046571:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046579:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046591:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.046608:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6629:2411:x1862023150179072:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 75us (428us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.046614:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7519
00000100:00100000:1.0:1775764892.046625:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7520
00000100:00100000:1.0:1775764892.046631:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:2411:x1862023150178944:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.046637:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.046641:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f33087c61b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074da expref: 6628 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046650:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f33087c61b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074da expref: 6628 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046661:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.046663:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.046666:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046674:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046682:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.046694:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:2411:x1862023150178944:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 64us (414us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.046699:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7520
00000100:00100000:1.0:1775764892.046730:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.046742:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150179200
00000100:00100000:1.0:1775764892.046745:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150179200
00010000:00010000:1.0:1775764892.046757:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c20c5b82/0xd3c138f33087c6ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07623 expref: 6598 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.046772:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7521
00000100:00100000:1.0:1775764892.046777:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:2411:x1862023150179200:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.046782:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.046786:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c20c5b82/0xd3c138f33087c6ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07623 expref: 6598 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046796:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c20c5b82/0xd3c138f33087c6ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07623 expref: 6598 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046807:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.046809:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.046812:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046819:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.046830:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.046843:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:2411:x1862023150179200:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 67us (113us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.046849:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7521
00000100:00100000:1.0:1775764892.046942:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.046954:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150179456
00000100:00100000:1.0:1775764892.046957:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150179456
00010000:00010000:1.0:1775764892.046971:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000052f5279f/0xd3c138f33087c565 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074ef expref: 6628 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.046988:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7522
00000100:00100000:1.0:1775764892.046994:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5106f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:2412:x1862023150179456:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.047000:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.047004:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000052f5279f/0xd3c138f33087c565 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074ef expref: 6628 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047014:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000052f5279f/0xd3c138f33087c565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074ef expref: 6628 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047025:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.047026:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.047029:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047037:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047047:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.047061:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5106f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:2412:x1862023150179456:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 68us (119us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.047067:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7522
00000100:00100000:1.0:1775764892.047136:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.047149:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150179712
00000100:00100000:1.0:1775764892.047152:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150179712
00010000:00010000:1.0:1775764892.047164:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f8cc8a0/0xd3c138f33087c622 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074e8 expref: 6628 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.047180:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7523
00000100:00100000:1.0:1775764892.047185:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:2412:x1862023150179712:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.047191:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.047194:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f8cc8a0/0xd3c138f33087c622 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074e8 expref: 6628 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047204:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f8cc8a0/0xd3c138f33087c622 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074e8 expref: 6628 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047214:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.047216:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.047219:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047227:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047238:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.047263:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:2412:x1862023150179712:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 78us (127us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.047269:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7523
00000100:00100000:1.0:1775764892.047303:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.047314:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150179328
00000100:00100000:1.0:1775764892.047317:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150179328
00010000:00010000:1.0:1775764892.047329:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2b09bfe/0xd3c138f33087c748 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07669 expref: 6598 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.047344:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7524
00000100:00100000:1.0:1775764892.047349:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:2412:x1862023150179328:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.047355:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.047358:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b2b09bfe/0xd3c138f33087c748 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07669 expref: 6598 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047368:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b2b09bfe/0xd3c138f33087c748 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07669 expref: 6598 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047378:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.047380:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.047383:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047391:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047400:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.047412:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:2412:x1862023150179328:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 63us (109us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.047417:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7524
00000100:00100000:1.0:1775764892.047448:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.047458:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150179584
00000100:00100000:1.0:1775764892.047461:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150179584
00010000:00010000:1.0:1775764892.047471:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3870fac/0xd3c138f33087c56c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074fd expref: 6628 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.047486:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7525
00000100:00100000:1.0:1775764892.047491:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:2412:x1862023150179584:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.047497:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.047500:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3870fac/0xd3c138f33087c56c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074fd expref: 6628 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047510:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3870fac/0xd3c138f33087c56c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074fd expref: 6628 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047521:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.047522:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.047526:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047533:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.047543:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.047555:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:2412:x1862023150179584:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 64us (107us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.047561:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7525
00000100:00100000:1.0:1775764892.047597:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000004:00080000:3.0:1775764892.047984:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402bd5c00/2, rc 0, transno 4294972670
00000100:00100000:3.0:1775764892.047998:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169591296:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.048069:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2b09bfe/0xd3c138f33087c748 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07669 expref: 6597 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.048083:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169593088:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.048101:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.048111:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.048133:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.048142:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.048151:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.048270:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169594624
00000100:00100000:1.0:1775764892.048275:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169594624
00000100:00100000:1.0:1775764892.048302:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28780
00000100:00100000:1.0:1775764892.048308:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+371:3658:x1862023169594624:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.048328:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9993 count 1
00010000:00010000:1.0:1775764892.048345:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.048380:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f6ab545/0xd3c138f33087c637 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07512 expref: 6627 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.048387:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.048389:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.048392:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.048412:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f6ab545/0xd3c138f33087c637 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07512 expref: 6627 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.048422:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f6ab545/0xd3c138f33087c637 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07512 expref: 6627 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.048435:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169595008:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.048480:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.048562:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169594496:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.048575:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048656:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764892.048662:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048670:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.048674:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048684:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048697:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048705:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb033 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048722:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.048725:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048731:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fcc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.048734:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048742:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048751:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048757:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb056 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048769:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.048771:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048777:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.048780:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048788:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048796:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048802:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.048804:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.048805:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.048825:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8cc8a0/0xd3c138f33087c622 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074e8 expref: 6627 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.048833:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169593856:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.048843:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048850:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048857:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048864:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048872:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.048883:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.049014:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+372:3659:x1862023169593216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10775us (10958us total) trans 4294972644 rc 0/0
00000100:00100000:2.0:1775764892.049020:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28776
00000100:00100000:2.0:1775764892.049044:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150179968
00000100:00100000:2.0:1775764892.049047:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150179968
00010000:00010000:1.0:1775764892.049224:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4247386/0xd3c138f33087c7d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076fc expref: 6596 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.049235:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169592192:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.049245:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004637f79b/0xd3c138f33087c725 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07654 expref: 6595 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.049265:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169592320:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.049281:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.049289:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.049296:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.049303:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.049310:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.049328:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.049415:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+392:3660:x1862023169591552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17212us (19567us total) trans 4294972672 rc 0/0
00000100:00100000:1.0:1775764892.049422:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28768
00000100:00100000:2.0:1775764892.049531:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14354
00000100:00100000:2.0:1775764892.049539:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6364:11674:x1862023150179968:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.049583:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.049602:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c4b000/0xd3c138f33081b499 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9b81 expref: 6364 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049614:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177:0x0].0x0 (ffff89b40ed8de00)
00010000:00010000:2.0:1775764892.049622:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.049638:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049648:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049657:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049668:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212800/0xd3c138f3308bb0cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe62619fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049675:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212800/0xd3c138f3308bb0cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe62619fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049681:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212800/0xd3c138f3308bb0cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe62619fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049754:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x177:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049761:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.049767:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.049943:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4012, 64 off264960
00000040:00080000:2.0:1775764892.049961:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4012, 64 off264960
00010000:00010000:2.0:1775764892.049996:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x177:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.050004:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.050012:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.050018:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.050024:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.050034:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.050041:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1775764892.050055:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.050061:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050184:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764892.050190:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050199:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.050203:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050211:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050224:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050231:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb0a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050247:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.050261:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050266:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.050269:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050275:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050284:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050290:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb04f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.050303:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.050305:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.050352:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.050400:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764892.050406:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001919b3d2/0xd3c138f3308bb072 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.050521:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+392:3660:x1862023169592960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14944us (16088us total) trans 4294972673 rc 0/0
00000100:00100000:3.0:1775764892.050528:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28773
00000100:00100000:1.0:1775764892.050680:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169595136:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.050719:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764892.050779:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da3b80/2, rc 0, transno 4294972673
00000100:00100000:1.0:1775764892.050789:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169592960:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.050801:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d63800/2, rc 0, transno 4294972671
00000100:00100000:1.0:1775764892.050804:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169591424:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.050812:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d61500/2, rc 0, transno 4294972672
00000100:00100000:1.0:1775764892.050814:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169591552:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.050823:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402930380/2, rc 0, transno 4294972643
00000100:00100000:1.0:1775764892.050833:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169590784:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.050842:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.050848:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169594880:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.050870:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.050933:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.051186:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402932300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169595392:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.051233:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.051264:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764892.051270:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169595264:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.051292:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.051317:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169595136
00000100:00100000:3.0:1775764892.051323:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169595136
00000100:00100000:1.0:1775764892.051541:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169594880
00000100:00100000:1.0:1775764892.051545:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169594880
00000100:00100000:1.0:1775764892.051571:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169595392
00000100:00100000:1.0:1775764892.051573:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169595392
00000100:00100000:1.0:1775764892.051586:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169595264
00000100:00100000:1.0:1775764892.051588:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169595264
00000100:00100000:1.0:1775764892.051603:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28781
00000100:00100000:1.0:1775764892.051610:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+373:3660:x1862023169595136:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.051647:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7800 count 1
00010000:00010000:1.0:1775764892.051666:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.051683:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f33087c63e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07520 expref: 6626 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.051691:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.051693:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.051696:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.051720:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f33087c63e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07520 expref: 6626 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.051731:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f33087c63e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07520 expref: 6626 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.051741:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e643b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169595776:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.051796:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.051813:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28782
00000100:00100000:1.0:1775764892.051820:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+393:3660:x1862023169594880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.051833:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2556 count 1
00010000:00010000:1.0:1775764892.051863:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.051875:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001bac1798/0xd3c138f33087c772 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07693 expref: 6594 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.051882:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.051883:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.051886:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.051905:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001bac1798/0xd3c138f33087c772 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07693 expref: 6594 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.051914:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001bac1798/0xd3c138f33087c772 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07693 expref: 6594 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.051925:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169595904:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.051949:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.051966:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28783
00000100:00100000:1.0:1775764892.051973:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+393:3658:x1862023169595392:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.051985:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6883 count 1
00010000:00010000:1.0:1775764892.051995:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052005:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f2ab6f3/0xd3c138f33087c780 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a1 expref: 6594 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052016:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.052017:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.052019:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052037:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f2ab6f3/0xd3c138f33087c780 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a1 expref: 6594 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052046:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f2ab6f3/0xd3c138f33087c780 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a1 expref: 6594 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.052055:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e640380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169596032:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.052179:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.052196:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169595648:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.052221:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.052245:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.052260:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402933800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169595520:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.052283:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.052315:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169595648
00000100:00100000:1.0:1775764892.052319:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169595648
00000100:00100000:1.0:1775764892.052345:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169595520
00000100:00100000:1.0:1775764892.052348:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169595520
00000100:00100000:1.0:1775764892.052361:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28784
00000100:00100000:1.0:1775764892.052367:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+373:3658:x1862023169595264:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.052379:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6867 count 1
00010000:00010000:1.0:1775764892.052391:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052403:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dad222c2/0xd3c138f33087c581 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07527 expref: 6626 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052408:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.052410:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.052412:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052430:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dad222c2/0xd3c138f33087c581 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07527 expref: 6626 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052439:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dad222c2/0xd3c138f33087c581 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07527 expref: 6626 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.052450:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169596160:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.052472:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fb40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.052488:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28785
00000100:00100000:1.0:1775764892.052494:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+395:3660:x1862023169595648:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.052505:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4430 count 1
00010000:00010000:1.0:1775764892.052517:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052528:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbeb8b31/0xd3c138f33087c795 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076bd expref: 6594 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052539:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.052540:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.052542:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052560:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dbeb8b31/0xd3c138f33087c795 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076bd expref: 6594 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052569:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dbeb8b31/0xd3c138f33087c795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076bd expref: 6594 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.052578:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533402300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169596288:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.052599:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.052617:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28786
00000100:00100000:1.0:1775764892.052623:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e924700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+395:3660:x1862023169595520:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.052636:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:949 count 1
00010000:00010000:1.0:1775764892.052648:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052658:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f33087c7f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076af expref: 6594 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052665:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.052667:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.052669:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052686:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f33087c7f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076af expref: 6594 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.052695:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f33087c7f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076af expref: 6594 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.052704:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533400380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169596416:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.052726:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f840 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.053009:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.053016:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.053026:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.053042:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177:0x0].0x0 (ffff89b408185100)
00010000:00010000:0.0:1775764892.053045:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.053050:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 1/0,0 mode: --/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.053056:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb0db lrc: 0/0,0 mode: --/PW res: [0x200000402:0x177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053234:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000442ba3dc/0xd3c138f33087c550 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074c5 expref: 6626 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.053247:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169592704:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.053276:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053286:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053292:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053301:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053308:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053326:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.053473:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+374:3658:x1862023169591680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20669us (23446us total) trans 4294972645 rc 0/0
00000100:00100000:1.0:1775764892.053482:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28771
00010000:00010000:1.0:1775764892.053520:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f33087c61b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074da expref: 6625 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.053530:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169592576:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.053543:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053551:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053558:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053565:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053572:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053582:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.053653:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534933450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+374:3658:x1862023169591808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21107us (23691us total) trans 4294972646 rc 0/0
00000100:00100000:1.0:1775764892.053659:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28770
00000100:00100000:1.0:1775764892.053688:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169594112:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.053699:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053716:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.053720:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053727:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.053730:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053737:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053751:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053758:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb064 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053781:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.053785:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053792:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.053795:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053803:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053812:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053819:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb05d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053834:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.053836:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.053838:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764892.053965:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da1c00/2, rc 0, transno 4294972645
00000100:00100000:3.0:1775764892.053988:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169591680:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.054000:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da2a00/2, rc 0, transno 4294972646
00000100:00100000:3.0:1775764892.054004:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169591808:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.054215:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c20c5b82/0xd3c138f33087c6ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07623 expref: 6594 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.054232:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169592832:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.054245:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054262:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054269:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054278:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054285:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054298:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.054406:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+396:3658:x1862023169590528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20924us (24875us total) trans 4294972674 rc 0/0
00000100:00100000:3.0:1775764892.054413:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28772
00010000:00010000:3.0:1775764892.054537:0:14055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052f5279f/0xd3c138f33087c565 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074ef expref: 6624 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.054549:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169593472:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.054563:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054571:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054577:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054584:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054590:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054599:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764892.054685:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+374:3658:x1862023169593344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17061us (17131us total) trans 4294972647 rc 0/0
00000100:00100000:3.0:1775764892.054691:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28774
00010000:00010000:3.0:1775764892.054725:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3870fac/0xd3c138f33087c56c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee074fd expref: 6623 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.054736:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b408918380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169593728:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.054747:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054760:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054766:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054774:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054781:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.054790:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764892.054856:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+374:3658:x1862023169593600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16959us (17016us total) trans 4294972648 rc 0/0
00000100:00100000:3.0:1775764892.054863:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28775
00000004:00080000:3.0:1775764892.054891:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40891b480/2, rc 0, transno 4294972648
00000100:00100000:3.0:1775764892.054896:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169593600:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.054903:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40891bb80/2, rc 0, transno 4294972647
00000100:00100000:3.0:1775764892.054906:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169593344:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.054916:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402bd4380/2, rc 0, transno 4294972674
00000100:00100000:3.0:1775764892.054925:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169590528:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.054973:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764892.054985:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169596544:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.055014:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764892.055059:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b408919880/2, rc 0, transno 4294972644
00000100:00100000:3.0:1775764892.055078:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b408919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169593216:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.055484:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.055489:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764892.055494:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055503:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.055506:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055515:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055531:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055538:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b6f53d2/0xd3c138f3308bb06b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055556:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.055561:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055567:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.055570:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055577:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055588:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055596:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d1b5ef6/0xd3c138f3308bb095 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055609:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.055613:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055619:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.055622:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055630:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055640:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055647:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb09c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055660:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.055661:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.055663:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.055677:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169596544
00000100:00100000:0.0:1775764892.055684:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169596544
00000100:00100000:0.0:1775764892.055726:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28787
00000100:00100000:0.0:1775764892.055734:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+396:3658:x1862023169596544:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.055759:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3423 count 1
00010000:00010000:0.0:1775764892.055777:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055793:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f33087c7aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d2 expref: 6593 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055802:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.055804:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.055807:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055832:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f33087c7aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d2 expref: 6593 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.055843:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f33087c7aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d2 expref: 6593 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.055856:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169596672:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.055915:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254b40 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.056209:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.056214:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.056393:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.056402:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533400700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169596928:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.056438:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.056469:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169596928
00000100:00100000:1.0:1775764892.056473:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169596928
00000100:00100000:1.0:1775764892.056505:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28788
00000100:00100000:1.0:1775764892.056512:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+374:3659:x1862023169596928:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.056526:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8165 count 1
00010000:00010000:1.0:1775764892.056541:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.056554:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9688931/0xd3c138f33087c58f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07543 expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.056561:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.056562:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.056565:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.056585:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9688931/0xd3c138f33087c58f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07543 expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.056595:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9688931/0xd3c138f33087c58f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07543 expref: 6622 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.056605:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533401f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169597440:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.056632:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b50878f0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.056647:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.056653:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169597056:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.056675:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.056697:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169597056
00000100:00100000:1.0:1775764892.056700:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169597056
00000100:00100000:1.0:1775764892.056725:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28789
00000100:00100000:1.0:1775764892.056730:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+375:3659:x1862023169597056:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.056743:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7553 count 1
00010000:00010000:1.0:1775764892.056786:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.056797:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000728abb1f/0xd3c138f33087c596 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07551 expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.056804:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.056805:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.056807:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.056826:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000728abb1f/0xd3c138f33087c596 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07551 expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.056834:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000728abb1f/0xd3c138f33087c596 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07551 expref: 6622 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.056845:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533401180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169597568:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.056868:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b4056356c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.057076:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533401c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169596800:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.057105:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.057195:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169597312:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.057216:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.057239:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764892.057245:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169597184:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.057277:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.057411:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169596800
00000100:00100000:0.0:1775764892.057416:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169596800
00000100:00100000:0.0:1775764892.057442:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169597312
00000100:00100000:0.0:1775764892.057445:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169597312
00000100:00100000:0.0:1775764892.057466:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169597184
00000100:00100000:0.0:1775764892.057470:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169597184
00000100:00100000:0.0:1775764892.057488:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28790
00000100:00100000:0.0:1775764892.057495:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+378:3658:x1862023169596800:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.057510:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4313 count 1
00010000:00010000:0.0:1775764892.057523:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057536:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f33087c64c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0753c expref: 6622 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057543:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.057545:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.057547:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057567:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f33087c64c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0753c expref: 6622 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057577:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f33087c64c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0753c expref: 6622 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.057594:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169597696:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.057624:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254f00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.057641:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28791
00000100:00100000:0.0:1775764892.057647:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+378:3658:x1862023169597312:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.057659:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9764 count 1
00010000:00010000:0.0:1775764892.057670:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057682:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000861bec5f/0xd3c138f33087c5ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0756d expref: 6622 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057688:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.057689:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.057691:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057709:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000861bec5f/0xd3c138f33087c5ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0756d expref: 6622 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057718:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000861bec5f/0xd3c138f33087c5ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0756d expref: 6622 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.057728:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169597824:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.057751:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.057767:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28792
00000100:00100000:0.0:1775764892.057774:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+378:3658:x1862023169597184:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.057785:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9924 count 1
00010000:00010000:0.0:1775764892.057796:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057808:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030393e9a/0xd3c138f33087c59d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0755f expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057814:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.057816:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.057818:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057836:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030393e9a/0xd3c138f33087c59d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0755f expref: 6622 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.057845:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030393e9a/0xd3c138f33087c59d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0755f expref: 6622 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.057854:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169597952:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.057877:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254240 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.058430:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.058438:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058447:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058461:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177:0x0].0x0 (ffff89b408185100)
00010000:00010000:2.0:1775764892.058464:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.058468:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058475:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb0d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x177:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058507:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058517:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058523:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058529:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.058532:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058537:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058545:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.058547:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.058550:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058554:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213200/0xd3c138f3308bb0c6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.058563:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000efffbba5 reply state 00000000ee96ecd8 transno 4294991826 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212800/0xd3c138f3308bb0cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe62619fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058574:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212800/0xd3c138f3308bb0cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe62619fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.058580:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe62619fb (ffff89b408185f00)
00010000:00010000:2.0:1775764892.058582:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.058586:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.058725:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6365:11674:x1862023150179968:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 9185us (11125us total) trans 4294991826 rc 0/0
00000100:00100000:2.0:1775764892.058734:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14354
00000100:00100000:1.0:1775764892.058955:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.059042:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.059168:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169595008:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.059197:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.059305:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e643b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169595776:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.059317:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.059347:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.059364:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150180096
00000100:00100000:1.0:1775764892.059369:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150180096
00010000:00010000:1.0:1775764892.059393:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002b027450/0xd3c138f33087c7a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076cb expref: 6594 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.059420:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150180224
00000100:00100000:1.0:1775764892.059423:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150180224
00010000:00010000:1.0:1775764892.059435:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f33087c75d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0767e expref: 6595 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.059452:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150180480
00000100:00100000:1.0:1775764892.059454:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150180480
00010000:00010000:1.0:1775764892.059464:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f6ab545/0xd3c138f33087c637 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07512 expref: 6623 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.059480:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7526
00000100:00100000:1.0:1775764892.059487:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6595:2411:x1862023150180096:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.059501:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.059506:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002b027450/0xd3c138f33087c7a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076cb expref: 6595 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059519:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002b027450/0xd3c138f33087c7a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076cb expref: 6595 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059536:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b027450/0xd3c138f33087c7a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076cb expref: 6595 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059547:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.059549:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.059553:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059560:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059580:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.059610:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6594:2411:x1862023150180096:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 123us (655us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.059617:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7526
00000100:00100000:1.0:1775764892.059633:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7527
00000100:00100000:1.0:1775764892.059639:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6593:2411:x1862023150180224:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.059647:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.059652:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f33087c75d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0767e expref: 6593 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059667:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f33087c75d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0767e expref: 6593 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059679:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f33087c75d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0767e expref: 6593 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059689:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.059690:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.059693:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059701:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059718:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.059736:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6592:2411:x1862023150180224:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 98us (695us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.059743:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7527
00000100:00100000:1.0:1775764892.059756:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7528
00000100:00100000:1.0:1775764892.059762:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6623:2412:x1862023150180480:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.059769:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.059774:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f6ab545/0xd3c138f33087c637 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07512 expref: 6623 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059788:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f6ab545/0xd3c138f33087c637 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07512 expref: 6623 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059802:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f6ab545/0xd3c138f33087c637 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07512 expref: 6623 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059813:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.059814:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.059817:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059825:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059841:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.059859:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6622:2412:x1862023150180480:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 97us (512us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.059865:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7528
00010000:00010000:1.0:1775764892.059883:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059891:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059900:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059908:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.059924:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.060065:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+379:3658:x1862023169594624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11756us (14737us total) trans 4294972649 rc 0/0
00000100:00100000:1.0:1775764892.060073:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28780
00010000:00010000:1.0:1775764892.060094:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060103:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060111:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060140:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060154:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.060265:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+397:3660:x1862023169593984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21485us (21549us total) trans 4294972675 rc 0/0
00000100:00100000:1.0:1775764892.060272:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28777
00010000:00010000:1.0:1775764892.060302:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060315:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060322:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060329:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060344:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764892.060416:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+397:3657:x1862023169594368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19878us (20268us total) trans 4294972676 rc 0/0
00000100:00100000:1.0:1775764892.060423:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28778
00010000:00010000:1.0:1775764892.060439:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764892.060445:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060452:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408764800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.060455:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060463:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060475:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060483:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004abb5f5d/0xd3c138f3308bb0bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060500:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.060503:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060509:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.060512:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060519:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060529:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060536:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b517705d/0xd3c138f3308bb0aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060549:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.060552:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060559:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e68e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.060562:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060569:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060577:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060584:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042bacd73/0xd3c138f3308bb0b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060597:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.060599:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.060600:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.060635:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.060704:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169595904:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.060721:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.060763:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.060780:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150180352
00000100:00100000:1.0:1775764892.060785:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150180352
00010000:00010000:1.0:1775764892.060803:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f33087c74f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07670 expref: 6592 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.060821:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150180608
00000100:00100000:1.0:1775764892.060824:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150180608
00010000:00010000:1.0:1775764892.060835:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f33087c63e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07520 expref: 6622 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.060852:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7529
00000100:00100000:1.0:1775764892.060859:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d565050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6592:2412:x1862023150180352:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.060869:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.060873:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f33087c74f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07670 expref: 6592 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060884:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f33087c74f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07670 expref: 6592 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060897:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.060899:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.060902:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060910:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.060924:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.060945:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d565050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6592:2412:x1862023150180352:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 86us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.060952:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7529
00000100:00100000:1.0:1775764892.060994:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7530
00000100:00100000:1.0:1775764892.061001:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6622:2412:x1862023150180608:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.061010:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.061014:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f33087c63e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07520 expref: 6622 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061024:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f33087c63e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07520 expref: 6622 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061037:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f33087c63e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07520 expref: 6622 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061047:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.061049:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.061052:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061058:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061075:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.061093:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6621:2412:x1862023150180608:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.061099:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7530
00010000:00010000:1.0:1775764892.061138:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061146:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061154:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061160:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061172:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.061279:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+379:3660:x1862023169595136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9669us (10559us total) trans 4294972650 rc 0/0
00000100:00100000:1.0:1775764892.061286:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28781
00010000:00010000:1.0:1775764892.061305:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.061309:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061316:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408765200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.061319:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061326:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061338:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061345:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e212337/0xd3c138f3308bb0e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061360:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.061362:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.061363:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.061425:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e640380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169596032:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.061440:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.061478:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.061493:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150180864
00000100:00100000:1.0:1775764892.061497:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150180864
00010000:00010000:1.0:1775764892.061513:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f2ab6f3/0xd3c138f33087c780 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a1 expref: 6592 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.061533:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7531
00000100:00100000:1.0:1775764892.061539:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6592:2411:x1862023150180864:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.061548:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.061553:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f2ab6f3/0xd3c138f33087c780 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a1 expref: 6592 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061563:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f2ab6f3/0xd3c138f33087c780 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a1 expref: 6592 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061576:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f2ab6f3/0xd3c138f33087c780 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a1 expref: 6592 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061590:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.061592:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.061594:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061601:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061617:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.061636:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6591:2411:x1862023150180864:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 96us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.061642:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7531
00010000:00010000:1.0:1775764892.061658:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061665:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061673:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061680:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061691:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.061767:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+397:3658:x1862023169595392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9795us (10533us total) trans 4294972677 rc 0/0
00000100:00100000:1.0:1775764892.061773:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28783
00010000:00010000:1.0:1775764892.061792:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.061795:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061802:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.061805:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061813:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061823:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061829:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb0f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.061841:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.061842:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.061844:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.061874:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.061985:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169596160:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.061998:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.062020:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150180736
00000100:00100000:1.0:1775764892.062023:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150180736
00010000:00010000:1.0:1775764892.062038:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001bac1798/0xd3c138f33087c772 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07693 expref: 6591 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.062061:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7532
00000100:00100000:1.0:1775764892.062068:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6591:2411:x1862023150180736:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.062075:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.062079:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001bac1798/0xd3c138f33087c772 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07693 expref: 6591 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062090:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001bac1798/0xd3c138f33087c772 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07693 expref: 6591 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062102:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001bac1798/0xd3c138f33087c772 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07693 expref: 6591 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062111:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.062134:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.062137:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062145:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062166:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.062187:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6590:2411:x1862023150180736:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 120us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.062194:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7532
00010000:00010000:1.0:1775764892.062212:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062219:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062228:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062235:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.062247:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:3.0:1775764892.062567:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402932300/2, rc 0, transno 4294972677
00000100:00100000:3.0:1775764892.062580:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402932300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169595392:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764892.062646:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2fc380/2, rc 0, transno 4294972649
00000100:00100000:3.0:1775764892.062657:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169594624:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.062709:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169598080:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.062746:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.062773:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764892.062779:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169598208:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.062799:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.062921:0:14053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f33087c74f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07670 expref: 6589 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.062934:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169594752:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.062948:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.062957:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.062963:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.062972:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.062979:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.062988:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.063275:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+397:3660:x1862023169594240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17788us (22807us total) trans 4294972678 rc 0/0
00000100:00100000:2.0:1775764892.063284:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28779
00000100:00100000:2.0:1775764892.063300:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169598080
00000100:00100000:2.0:1775764892.063304:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169598080
00000100:00100000:2.0:1775764892.063334:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169598208
00000100:00100000:2.0:1775764892.063337:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169598208
00000100:00100000:2.0:1775764892.063357:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28793
00000100:00100000:2.0:1775764892.063363:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+397:3659:x1862023169598080:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.063388:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4935 count 1
00010000:00010000:2.0:1775764892.063408:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063423:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4349723/0xd3c138f33087c7b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e0 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063432:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.063434:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.063437:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063463:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4349723/0xd3c138f33087c7b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e0 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063476:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4349723/0xd3c138f33087c7b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e0 expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.063488:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169598336:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.063531:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.063547:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28794
00000100:00100000:2.0:1775764892.063554:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+379:3659:x1862023169598208:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.063569:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6791 count 1
00010000:00010000:2.0:1775764892.063582:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063593:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004bf26be2/0xd3c138f33087c5b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0757b expref: 6620 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063599:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.063601:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.063603:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063622:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004bf26be2/0xd3c138f33087c5b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0757b expref: 6620 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063631:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004bf26be2/0xd3c138f33087c5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0757b expref: 6620 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.063641:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169598464:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.063665:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c840 going to sleep for 11 seconds
00000004:00080000:2.0:1775764892.063694:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b403e3f480/2, rc 0, transno 4294972676
00000100:00100000:2.0:1775764892.063706:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169594368:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.063749:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1775764892.063756:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169598592:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.063783:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.063812:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169598592
00000100:00100000:2.0:1775764892.063816:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169598592
00000100:00100000:2.0:1775764892.063838:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28795
00000100:00100000:2.0:1775764892.063844:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+398:3658:x1862023169598592:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.063855:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5298 count 1
00010000:00010000:2.0:1775764892.063867:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063878:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f33087c7cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076f5 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063885:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.063886:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.063888:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063908:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f33087c7cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076f5 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.063917:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f33087c7cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076f5 expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.063927:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169598720:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.063950:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c240 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.064308:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.064315:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064329:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.064333:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064344:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064359:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064368:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.064372:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064377:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.064380:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064388:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064397:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064404:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f27a4c4/0xd3c138f3308bb0b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064422:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.064423:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.064425:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.064431:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.064436:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.064464:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a14380/2, rc 0, transno 4294972650
00000100:00100000:2.0:1775764892.064513:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169595136:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764892.064528:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b403e3df80/2, rc 0, transno 4294972678
00000100:00100000:2.0:1775764892.064537:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169594240:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.064575:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b408918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169598848:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.064603:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1775764892.064641:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ea1ea00/2, rc 0, transno 4294972675
00000100:00100000:2.0:1775764892.064648:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169593984:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.064676:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764892.064684:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169598976:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.064707:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.064740:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169598848
00000100:00100000:2.0:1775764892.064744:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169598848
00000100:00100000:2.0:1775764892.064770:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169598976
00000100:00100000:2.0:1775764892.064773:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169598976
00000100:00100000:2.0:1775764892.064789:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28796
00000100:00100000:2.0:1775764892.064796:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+400:3658:x1862023169598848:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.064812:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3491 count 1
00010000:00010000:2.0:1775764892.064827:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064844:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2b47cc6/0xd3c138f33087c7db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07703 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064851:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.064853:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.064855:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064878:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b2b47cc6/0xd3c138f33087c7db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07703 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064888:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b2b47cc6/0xd3c138f33087c7db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07703 expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.064899:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169599104:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.064936:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.064952:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28797
00000100:00100000:2.0:1775764892.064959:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+400:3660:x1862023169598976:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.064972:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7288 count 1
00010000:00010000:2.0:1775764892.064984:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.064995:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f33087c7e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07711 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.065008:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.065010:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.065012:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.065030:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f33087c7e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07711 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.065040:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f33087c7e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07711 expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.065050:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405082d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169599232:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.065197:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.065379:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.065403:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150180992
00000100:00100000:0.0:1775764892.065407:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150180992
00010000:00010000:0.0:1775764892.065429:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dad222c2/0xd3c138f33087c581 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07527 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.065459:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7533
00000100:00100000:0.0:1775764892.065467:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6621:2412:x1862023150180992:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.065476:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.065481:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dad222c2/0xd3c138f33087c581 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07527 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065493:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dad222c2/0xd3c138f33087c581 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07527 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065509:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dad222c2/0xd3c138f33087c581 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07527 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065520:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.065522:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.065526:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065533:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065554:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.065576:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6620:2412:x1862023150180992:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 110us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.065583:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7533
00010000:00010000:0.0:1775764892.065612:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065621:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065630:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065637:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.065650:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.065776:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+380:3658:x1862023169595264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13409us (14483us total) trans 4294972651 rc 0/0
00000100:00100000:0.0:1775764892.065781:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28784
00000004:00080000:0.0:1775764892.065814:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bdc5c00/2, rc 0, transno 4294972651
00010000:00010000:1.0:1775764892.065873:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb0e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.065973:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+401:3660:x1862023169594880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14153us (15101us total) trans 4294972679 rc 0/0
00000100:00100000:1.0:1775764892.065980:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28782
00000004:00080000:1.0:1775764892.066008:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402930700/2, rc 0, transno 4294972679
00000100:00100000:1.0:1775764892.066019:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169594880:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.066180:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.066184:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.066190:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.066192:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.066198:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.066209:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.066216:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb0f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.066230:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.066232:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.066233:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.066265:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533402300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169596288:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.066282:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.066338:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169599360:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.066367:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.066402:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.066419:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169599360
00000100:00100000:1.0:1775764892.066422:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169599360
00000100:00100000:1.0:1775764892.066441:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28798
00000100:00100000:1.0:1775764892.066445:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+401:3660:x1862023169599360:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.066460:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10126 count 1
00010000:00010000:1.0:1775764892.066474:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066482:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6dca368/0xd3c138f33087c805 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07726 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066487:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.066488:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.066490:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066502:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d6dca368/0xd3c138f33087c805 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07726 expref: 6588 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066508:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d6dca368/0xd3c138f33087c805 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07726 expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.066515:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169599488:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.066544:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.066566:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.066579:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150181120
00000100:00100000:1.0:1775764892.066581:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150181120
00010000:00010000:1.0:1775764892.066593:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbeb8b31/0xd3c138f33087c795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076bd expref: 6589 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.066606:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7534
00000100:00100000:1.0:1775764892.066610:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6589:2412:x1862023150181120:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.066616:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.066619:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbeb8b31/0xd3c138f33087c795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x114e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076bd expref: 6589 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066626:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbeb8b31/0xd3c138f33087c795 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x114e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076bd expref: 6589 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066636:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbeb8b31/0xd3c138f33087c795 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x114e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076bd expref: 6589 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066643:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.066644:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.066646:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066651:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066665:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.066677:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6588:2412:x1862023150181120:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 66us (110us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.066681:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7534
00000100:00100000:1.0:1775764892.066712:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.066722:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150181248
00000100:00100000:1.0:1775764892.066724:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150181248
00010000:00010000:1.0:1775764892.066732:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f33087c7f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076af expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.066744:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7535
00000100:00100000:1.0:1775764892.066747:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6588:2412:x1862023150181248:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.066752:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.066754:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f33087c7f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076af expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066760:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f33087c7f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076af expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066768:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.066769:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.066771:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066776:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066783:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.066791:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6588:2412:x1862023150181248:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 44us (79us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.066796:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7535
00010000:00010000:1.0:1775764892.066822:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f33087c7f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076af expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.066831:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533400380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169596416:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.066842:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066850:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066858:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066866:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066873:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.066886:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.066956:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e924700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+402:3660:x1862023169595520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14333us (14671us total) trans 4294972680 rc 0/0
00000100:00100000:1.0:1775764892.066962:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28786
00000004:00080000:1.0:1775764892.066989:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402933800/2, rc 0, transno 4294972680
00000100:00100000:1.0:1775764892.066999:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402933800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169595520:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.067197:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.067203:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.067211:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406065800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.067215:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.067222:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.067232:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.067238:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c63eaee3/0xd3c138f3308bb105 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.067263:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.067265:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.067267:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.067280:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169599616:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.067637:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764892.067649:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169599872:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.067772:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bdc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169595264:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.067805:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169596672:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.067824:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.067846:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169599744:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.067915:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.067947:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169599616
00000100:00100000:2.0:1775764892.067951:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169599616
00000100:00100000:2.0:1775764892.067983:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28799
00000100:00100000:2.0:1775764892.067990:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+402:3657:x1862023169599616:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.068009:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3753 count 1
00010000:00010000:2.0:1775764892.068026:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068039:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002db3196f/0xd3c138f33087c828 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0772d expref: 6586 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068046:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.068047:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.068050:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068083:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002db3196f/0xd3c138f33087c828 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0772d expref: 6586 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068094:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002db3196f/0xd3c138f33087c828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0772d expref: 6586 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.068134:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405080380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169600000:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.068171:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c9c0 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.068198:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068206:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068215:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068221:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068235:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.068244:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.068259:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068266:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.068269:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068276:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068290:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068297:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb0fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.068315:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.068316:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.068318:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.068444:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+403:3660:x1862023169595648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15950us (16221us total) trans 4294972681 rc 0/0
00000100:00100000:2.0:1775764892.068451:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28785
00000100:00100000:3.0:1775764892.068705:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764892.068733:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e901880/2, rc 0, transno 4294972681
00000100:00100000:3.0:1775764892.068740:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169595648:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.068769:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169599872
00000100:00100000:3.0:1775764892.068772:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169599872
00000100:00100000:3.0:1775764892.068804:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28800
00000100:00100000:3.0:1775764892.068811:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534931c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+380:3660:x1862023169599872:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.068827:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7160 count 1
00010000:00010000:3.0:1775764892.068843:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.068857:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000099fdee31/0xd3c138f33087c67d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0759e expref: 6619 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.068861:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.068863:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.068865:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.068879:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000099fdee31/0xd3c138f33087c67d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0759e expref: 6619 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.068885:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000099fdee31/0xd3c138f33087c67d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0759e expref: 6619 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.068892:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169600256:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.068910:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.068921:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169600128:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.068935:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.068982:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169600128
00000100:00100000:3.0:1775764892.068986:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169600128
00000100:00100000:3.0:1775764892.069005:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28801
00000100:00100000:3.0:1775764892.069010:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+403:3660:x1862023169600128:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.069022:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:789 count 1
00010000:00010000:3.0:1775764892.069034:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.069045:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000afa5f9f4/0xd3c138f33087c813 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07742 expref: 6586 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.069051:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.069053:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.069055:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.069085:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000afa5f9f4/0xd3c138f33087c813 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07742 expref: 6586 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.069094:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000afa5f9f4/0xd3c138f33087c813 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07742 expref: 6586 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.069104:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169600384:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.069155:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.069479:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.069495:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.069504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.069540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.069551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.069563:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150181504
00000100:00100000:1.0:1775764892.069566:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150181504
00010000:00010000:1.0:1775764892.069582:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9688931/0xd3c138f33087c58f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07543 expref: 6620 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.069596:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150181376
00000100:00100000:1.0:1775764892.069597:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150181376
00010000:00010000:1.0:1775764892.069604:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f33087c7aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d2 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.069613:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150181632
00000100:00100000:1.0:1775764892.069614:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150181632
00010000:00010000:1.0:1775764892.069620:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000728abb1f/0xd3c138f33087c596 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07551 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.069628:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150182016
00000100:00100000:1.0:1775764892.069630:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150182016
00010000:00010000:1.0:1775764892.069635:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000861bec5f/0xd3c138f33087c5ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0756d expref: 6622 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.069643:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7536
00000100:00100000:1.0:1775764892.069647:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51d567050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6622:2412:x1862023150181504:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.069654:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.069657:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9688931/0xd3c138f33087c58f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07543 expref: 6622 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069665:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9688931/0xd3c138f33087c58f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07543 expref: 6622 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069677:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.069678:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.069681:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069686:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069696:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.069708:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51d567050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6622:2412:x1862023150181504:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 61us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.069712:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7536
00000100:00100000:1.0:1775764892.069744:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7537
00000100:00100000:1.0:1775764892.069748:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6587:2412:x1862023150181376:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.069752:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.069755:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f33087c7aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d2 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069763:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f33087c7aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d2 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069771:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f33087c7aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d2 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069777:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.069778:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.069781:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069785:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069796:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.069808:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6586:2412:x1862023150181376:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 59us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.069813:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7537
00000100:00100000:1.0:1775764892.069824:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7538
00000100:00100000:1.0:1775764892.069829:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6621:2412:x1862023150181632:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.069836:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.069840:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000728abb1f/0xd3c138f33087c596 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07551 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069856:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000728abb1f/0xd3c138f33087c596 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07551 expref: 6621 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069868:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.069870:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.069872:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069880:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069888:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.069898:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6621:2412:x1862023150181632:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 70us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.069902:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7538
00000100:00100000:1.0:1775764892.069911:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7539
00000100:00100000:1.0:1775764892.069914:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533400380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6620:2410:x1862023150182016:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.069919:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.069921:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000861bec5f/0xd3c138f33087c5ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2624:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0756d expref: 6620 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069927:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000861bec5f/0xd3c138f33087c5ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2624:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0756d expref: 6620 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069938:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.069939:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.069942:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069949:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.069959:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.069972:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533400380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6620:2410:x1862023150182016:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 56us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.069977:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7539
00000100:00100000:1.0:1775764892.070020:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.070034:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150182144
00000100:00100000:1.0:1775764892.070037:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150182144
00010000:00010000:1.0:1775764892.070050:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030393e9a/0xd3c138f33087c59d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0755f expref: 6620 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070199:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000728abb1f/0xd3c138f33087c596 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07551 expref: 6620 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.070211:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533401180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169597568:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.070227:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070236:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070243:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070269:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070276:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070292:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.070416:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+381:3659:x1862023169597056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13685us (13740us total) trans 4294972652 rc 0/0
00000100:00100000:2.0:1775764892.070420:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28789
00010000:00010000:2.0:1775764892.070434:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.070439:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070445:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406064600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.070448:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070455:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070463:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070467:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d01dfa6c/0xd3c138f3308bb11a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070479:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.070480:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.070481:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.070489:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150181888
00000100:00100000:2.0:1775764892.070491:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150181888
00000100:00100000:2.0:1775764892.070516:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14355
00000100:00100000:2.0:1775764892.070520:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6365:11674:x1862023150181888:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.070560:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.070572:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a205000/0xd3c138f33083ab2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfd3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0005 expref: 6365 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070581:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfd3:0x0].0x0 (ffff89b40a304300)
00010000:00010000:2.0:1775764892.070587:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.070599:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070607:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070613:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070621:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50400/0xd3c138f3308bb17c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfe3ea9ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070625:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50400/0xd3c138f3308bb17c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfe3ea9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070629:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50400/0xd3c138f3308bb17c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfe3ea9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070694:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070699:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070703:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.070877:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4013, 64 off265024
00000040:00080000:2.0:1775764892.070895:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4013, 64 off265024
00010000:00010000:2.0:1775764892.070923:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070929:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070934:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070939:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070943:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070949:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070964:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.070980:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070987:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070992:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.070997:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.071001:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071006:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071014:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfd3:0x0].0x0 (ffff89b408185400)
00010000:00010000:2.0:1775764892.071017:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.071020:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071026:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb183 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071039:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071045:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071050:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071055:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071060:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c51a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.071075:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071083:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071091:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.071093:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.071096:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071102:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51a00/0xd3c138f3308bb175 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.071111:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d9ce70a reply state 00000000e39e57dc transno 4294991827 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50400/0xd3c138f3308bb17c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfe3ea9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071142:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50400/0xd3c138f3308bb17c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfe3ea9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071146:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfe3ea9ad (ffff89b408185100)
00010000:00010000:2.0:1775764892.071147:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.071149:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.071173:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6366:11674:x1862023150181888:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 653us (1632us total) trans 4294991827 rc 0/0
00000100:00100000:2.0:1775764892.071178:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14355
00000100:00100000:1.0:1775764892.071331:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7540
00000100:00100000:1.0:1775764892.071341:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6619:2410:x1862023150182144:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.071352:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.071357:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030393e9a/0xd3c138f33087c59d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0755f expref: 6619 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071364:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030393e9a/0xd3c138f33087c59d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0755f expref: 6619 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071374:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.071376:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.071378:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071384:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071394:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.071404:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6619:2410:x1862023150182144:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 67us (1385us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.071408:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7540
00010000:00010000:1.0:1775764892.071423:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.071426:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071430:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.071432:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071436:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071440:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfd3:0x0].0x0 (ffff89b408185400)
00010000:00010000:1.0:1775764892.071442:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.071444:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 1/0,0 mode: --/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071450:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb18a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xfd3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.071458:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.071459:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.071460:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.071519:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.071602:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9688931/0xd3c138f33087c58f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07543 expref: 6618 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.071614:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533401f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169597440:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.071627:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.071632:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.071636:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.071642:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.071645:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.071653:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.071730:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+381:3659:x1862023169596928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15220us (15293us total) trans 4294972653 rc 0/0
00000100:00100000:3.0:1775764892.071735:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28788
00000004:00080000:3.0:1775764892.071761:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533400a80/2, rc 0, transno 4294972652
00000100:00100000:3.0:1775764892.071765:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169597056:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.071770:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533400700/2, rc 0, transno 4294972653
00000100:00100000:3.0:1775764892.071772:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533400700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169596928:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.071811:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.071815:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071827:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406065a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.071830:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071837:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071847:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071854:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000401c2849/0xd3c138f3308bb113 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071871:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.071872:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.071874:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.071883:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150182272
00000100:00100000:2.0:1775764892.071886:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150182272
00010000:00010000:2.0:1775764892.071901:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f33087c64c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0753c expref: 6618 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.071925:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7541
00000100:00100000:2.0:1775764892.071929:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6618:2411:x1862023150182272:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.071935:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.071937:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f33087c64c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x10d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0753c expref: 6618 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071947:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f33087c64c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0753c expref: 6618 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071959:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.071961:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.071964:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071971:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.071983:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.071998:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6618:2411:x1862023150182272:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 68us (478us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.072004:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7541
00000100:00100000:2.0:1775764892.072630:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533401f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169600512:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.072670:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.072711:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1775764892.072717:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533401180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169600640:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.072749:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.072806:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169600512
00000100:00100000:1.0:1775764892.072810:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169600512
00000100:00100000:1.0:1775764892.072843:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169600640
00000100:00100000:1.0:1775764892.072846:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169600640
00000100:00100000:1.0:1775764892.072865:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28802
00000100:00100000:1.0:1775764892.072871:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+382:3657:x1862023169600512:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.072893:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8764 count 1
00010000:00010000:1.0:1775764892.072912:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.072927:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029cd7f4c/0xd3c138f33087c5c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075a5 expref: 6617 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.072934:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.072935:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.072938:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.072961:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029cd7f4c/0xd3c138f33087c5c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075a5 expref: 6617 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.072978:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029cd7f4c/0xd3c138f33087c5c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075a5 expref: 6617 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.072989:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169600768:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.073032:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bf00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.073049:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28803
00000100:00100000:1.0:1775764892.073055:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+382:3657:x1862023169600640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.073080:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5818 count 1
00010000:00010000:1.0:1775764892.073091:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.073102:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000724363d6/0xd3c138f33087c6d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c8 expref: 6617 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.073108:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.073109:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.073135:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.073156:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000724363d6/0xd3c138f33087c6d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c8 expref: 6617 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.073165:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000724363d6/0xd3c138f33087c6d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c8 expref: 6617 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.073180:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169600896:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.073203:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f840 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.073731:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000861bec5f/0xd3c138f33087c5ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2624:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0756d expref: 6617 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.073752:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169597824:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.073769:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.073778:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.073784:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.073793:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.073800:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.073853:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.073985:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+383:3658:x1862023169597312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16337us (16767us total) trans 4294972654 rc 0/0
00000100:00100000:0.0:1775764892.073993:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28791
00010000:00010000:0.0:1775764892.074030:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030393e9a/0xd3c138f33087c59d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0755f expref: 6616 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.074041:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169597952:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.074052:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.074060:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074230:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f33087c64c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0753c expref: 6615 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.074242:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169597696:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.074264:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074272:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074279:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074287:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074295:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.074353:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.074362:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.074368:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074408:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764892.074414:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074422:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.074426:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074435:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074450:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074457:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006163bbd0/0xd3c138f3308bb128 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074472:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.074475:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074480:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.074483:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074490:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074498:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074506:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.074510:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074516:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.074518:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074525:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074533:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.074539:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.074541:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.074542:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.074638:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764892.074643:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e71b763e/0xd3c138f3308bb121 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.074743:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+383:3658:x1862023169596800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17248us (17637us total) trans 4294972655 rc 0/0
00000100:00100000:1.0:1775764892.074750:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28790
00010000:00010000:1.0:1775764892.074773:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074783:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074790:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074798:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.074864:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.074977:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+404:3658:x1862023169596544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19243us (19961us total) trans 4294972682 rc 0/0
00000100:00100000:1.0:1775764892.074984:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28787
00010000:00010000:0.0:1775764892.075060:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.075074:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009232d529/0xd3c138f3308bb12f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.075192:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+383:3658:x1862023169597184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17418us (17913us total) trans 4294972656 rc 0/0
00000100:00100000:0.0:1775764892.075199:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28792
00000100:00100000:0.0:1775764892.075226:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764892.075279:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533403100/2, rc 0, transno 4294972656
00000100:00100000:0.0:1775764892.075292:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169597184:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.075304:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533401c00/2, rc 0, transno 4294972655
00000100:00100000:0.0:1775764892.075307:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533401c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169596800:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.075316:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533403800/2, rc 0, transno 4294972654
00000100:00100000:0.0:1775764892.075320:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169597312:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.075331:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e901f80/2, rc 0, transno 4294972682
00000100:00100000:0.0:1775764892.075342:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169596544:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.075464:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169601408:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.075491:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.075510:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.075515:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169601280:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.075533:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.075566:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169599744
00000100:00100000:0.0:1775764892.075571:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169599744
00000100:00100000:0.0:1775764892.075598:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169601408
00000100:00100000:0.0:1775764892.075601:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169601408
00000100:00100000:0.0:1775764892.075615:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169601280
00000100:00100000:0.0:1775764892.075618:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169601280
00000100:00100000:0.0:1775764892.075632:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28804
00000100:00100000:0.0:1775764892.075638:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+385:3658:x1862023169599744:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.075660:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8946 count 1
00010000:00010000:0.0:1775764892.075677:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075691:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea37dac8/0xd3c138f33087c5c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07589 expref: 6614 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075700:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.075702:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.075706:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075728:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ea37dac8/0xd3c138f33087c5c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07589 expref: 6614 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075739:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ea37dac8/0xd3c138f33087c5c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07589 expref: 6614 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.075750:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169601536:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.075798:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.075815:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28805
00000100:00100000:0.0:1775764892.075822:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+385:3658:x1862023169601408:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.075833:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7442 count 1
00010000:00010000:0.0:1775764892.075843:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075854:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b206b75f/0xd3c138f33087c710 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f9 expref: 6614 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075861:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.075862:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.075865:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075884:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b206b75f/0xd3c138f33087c710 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f9 expref: 6614 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075893:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b206b75f/0xd3c138f33087c710 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f9 expref: 6614 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.075903:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169601664:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.075925:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.075939:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28806
00000100:00100000:0.0:1775764892.075947:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+385:3658:x1862023169601280:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.075959:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7104 count 1
00010000:00010000:0.0:1775764892.075970:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075980:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba5ef344/0xd3c138f33087c709 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075eb expref: 6614 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.075987:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.075988:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.075991:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076007:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba5ef344/0xd3c138f33087c709 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075eb expref: 6614 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076016:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba5ef344/0xd3c138f33087c709 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075eb expref: 6614 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.076032:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169601792:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.076055:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.076070:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169601152:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.076093:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.076134:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169601152
00000100:00100000:0.0:1775764892.076138:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169601152
00000100:00100000:0.0:1775764892.076161:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28807
00000100:00100000:0.0:1775764892.076168:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+386:3660:x1862023169601152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.076179:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6448 count 1
00010000:00010000:0.0:1775764892.076190:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076201:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d26d3dba/0xd3c138f33087c702 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee075dd expref: 6614 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076208:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.076209:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.076211:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076229:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d26d3dba/0xd3c138f33087c702 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075dd expref: 6614 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076238:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d26d3dba/0xd3c138f33087c702 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075dd expref: 6614 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.076261:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169601920:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.076287:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.076306:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.076312:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169601024:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.076335:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.076355:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169601024
00000100:00100000:0.0:1775764892.076358:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169601024
00000100:00100000:0.0:1775764892.076380:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28808
00000100:00100000:0.0:1775764892.076386:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+404:3660:x1862023169601024:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.076399:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2921 count 1
00010000:00010000:0.0:1775764892.076412:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076423:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060231787/0xd3c138f33087c836 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07749 expref: 6585 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076430:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.076431:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.076434:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076454:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060231787/0xd3c138f33087c836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07749 expref: 6585 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.076464:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060231787/0xd3c138f33087c836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07749 expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.076476:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169602048:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.076499:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254f00 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.076989:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.076996:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.077005:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.077009:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.077019:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.077035:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.077042:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a260782a/0xd3c138f3308bb10c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.077350:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.077353:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.077355:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.077530:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.077562:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169598464:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.077582:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.077599:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.077728:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169598336:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.077741:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.077870:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.078006:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169599488:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.078022:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.078094:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405080380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169600000:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.078106:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.078164:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169598720:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.078176:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.078196:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405082d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169599232:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.078206:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.078226:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150182400
00000100:00100000:2.0:1775764892.078230:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150182400
00010000:00010000:2.0:1775764892.078268:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4349723/0xd3c138f33087c7b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e0 expref: 6586 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.078297:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7542
00000100:00100000:2.0:1775764892.078305:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6586:2412:x1862023150182400:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.078318:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.078324:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4349723/0xd3c138f33087c7b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e0 expref: 6586 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.078336:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4349723/0xd3c138f33087c7b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e0 expref: 6586 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.078354:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4349723/0xd3c138f33087c7b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e0 expref: 6586 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.078366:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.078368:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.078372:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.078382:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.078402:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.078438:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6585:2412:x1862023150182400:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 133us (568us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.078445:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7542
00000100:00100000:2.0:1775764892.078479:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169599104:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.078489:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.078647:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169600384:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.078663:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.078940:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169600256:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.078954:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.078973:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.078980:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.078989:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.078996:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.079048:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.079227:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+405:3659:x1862023169598080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15863us (16479us total) trans 4294972683 rc 0/0
00000100:00100000:3.0:1775764892.079234:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28793
00000004:00080000:0.0:1775764892.079410:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e640380/2, rc 0, transno 4294972683
00000100:00100000:0.0:1775764892.079431:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169598080:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.079594:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.079608:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169602176:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.079643:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.079701:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169602176
00000100:00100000:0.0:1775764892.079706:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169602176
00000100:00100000:0.0:1775764892.079745:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28809
00000100:00100000:0.0:1775764892.079752:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+405:3660:x1862023169602176:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.079774:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8886 count 1
00010000:00010000:0.0:1775764892.079793:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.079807:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000379fd671/0xd3c138f33087c821 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0775e expref: 6584 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.079814:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.079816:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.079819:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.079846:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000379fd671/0xd3c138f33087c821 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0775e expref: 6584 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.079859:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000379fd671/0xd3c138f33087c821 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0775e expref: 6584 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.079870:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169602304:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.079914:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b5072543c0 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.080298:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.080305:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.080313:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.080317:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.080326:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.080342:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.080350:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb136 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.080367:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.080369:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.080371:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.082569:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.082611:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.082641:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.082669:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.082693:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150182656
00000100:00100000:1.0:1775764892.082701:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150182656
00010000:00010000:1.0:1775764892.082734:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000afa5f9f4/0xd3c138f33087c813 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07742 expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.082765:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150182912
00000100:00100000:1.0:1775764892.082768:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150182912
00010000:00010000:1.0:1775764892.082780:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2b47cc6/0xd3c138f33087c7db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07703 expref: 6586 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.082795:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150183168
00000100:00100000:1.0:1775764892.082798:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150183168
00010000:00010000:1.0:1775764892.082810:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d6dca368/0xd3c138f33087c805 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07726 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.082826:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150182528
00000100:00100000:1.0:1775764892.082829:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150182528
00010000:00010000:1.0:1775764892.082844:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000099fdee31/0xd3c138f33087c67d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0759e expref: 6615 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.082864:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7543
00000100:00100000:1.0:1775764892.082872:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6587:2411:x1862023150182656:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.082885:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.082891:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000afa5f9f4/0xd3c138f33087c813 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07742 expref: 6587 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.082903:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000afa5f9f4/0xd3c138f33087c813 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07742 expref: 6587 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.082925:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afa5f9f4/0xd3c138f33087c813 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07742 expref: 6587 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.082940:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.082942:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.082947:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.082956:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.082981:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.083027:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6586:2411:x1862023150182656:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 156us (465us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.083035:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7543
00000100:00100000:1.0:1775764892.083095:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7544
00000100:00100000:1.0:1775764892.083102:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6585:2411:x1862023150182912:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.083109:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.083145:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b2b47cc6/0xd3c138f33087c7db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xda3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07703 expref: 6585 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083156:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b2b47cc6/0xd3c138f33087c7db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xda3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07703 expref: 6585 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083169:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2b47cc6/0xd3c138f33087c7db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xda3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07703 expref: 6585 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083178:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.083180:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.083183:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083190:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083207:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.083227:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6584:2411:x1862023150182912:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 125us (615us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.083233:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7544
00000100:00100000:1.0:1775764892.083246:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7545
00000100:00100000:1.0:1775764892.083266:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6583:2411:x1862023150183168:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.083274:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.083280:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d6dca368/0xd3c138f33087c805 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x278e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07726 expref: 6583 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083290:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d6dca368/0xd3c138f33087c805 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x278e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07726 expref: 6583 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083302:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6dca368/0xd3c138f33087c805 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x278e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07726 expref: 6583 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083312:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.083314:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.083316:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083323:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083341:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.083360:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6582:2411:x1862023150183168:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (718us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.083366:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7545
00000100:00100000:1.0:1775764892.083379:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7546
00000100:00100000:1.0:1775764892.083385:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6615:2411:x1862023150182528:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.083392:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.083397:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000099fdee31/0xd3c138f33087c67d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0759e expref: 6615 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083407:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000099fdee31/0xd3c138f33087c67d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0759e expref: 6615 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083419:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099fdee31/0xd3c138f33087c67d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1bf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0759e expref: 6615 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083429:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.083431:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.083434:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083440:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083456:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.083473:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4017d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6614:2411:x1862023150182528:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 88us (803us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.083480:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7546
00010000:00010000:1.0:1775764892.083512:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083521:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083535:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083543:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083557:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.083722:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+406:3660:x1862023169599360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17274us (17352us total) trans 4294972684 rc 0/0
00000100:00100000:1.0:1775764892.083729:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28798
00000004:00080000:1.0:1775764892.083776:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a44380/2, rc 0, transno 4294972684
00000100:00100000:1.0:1775764892.083786:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169599360:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.083823:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.083842:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150182784
00000100:00100000:1.0:1775764892.083846:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150182784
00010000:00010000:1.0:1775764892.083863:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f33087c7cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076f5 expref: 6582 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.083882:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7547
00000100:00100000:1.0:1775764892.083888:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533400380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6582:2411:x1862023150182784:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.083897:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.083901:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f33087c7cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076f5 expref: 6582 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083916:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f33087c7cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076f5 expref: 6582 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083929:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f33087c7cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076f5 expref: 6582 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083939:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.083940:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.083943:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083951:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.083970:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.083988:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533400380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6581:2411:x1862023150182784:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 100us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.083995:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7547
00010000:00010000:1.0:1775764892.084013:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084021:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084029:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084037:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084049:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.084145:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+406:3658:x1862023169598592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20301us (20361us total) trans 4294972685 rc 0/0
00000100:00100000:1.0:1775764892.084150:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28795
00000100:00100000:1.0:1775764892.084199:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.084213:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150183040
00000100:00100000:1.0:1775764892.084217:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150183040
00010000:00010000:1.0:1775764892.084231:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f33087c7e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07711 expref: 6581 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.084263:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7548
00000100:00100000:1.0:1775764892.084269:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6581:2411:x1862023150183040:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.084276:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.084281:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f33087c7e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07711 expref: 6581 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084290:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f33087c7e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07711 expref: 6581 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084304:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f33087c7e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07711 expref: 6581 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084319:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.084321:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.084323:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084331:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084348:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.084362:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6580:2411:x1862023150183040:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (162us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.084367:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7548
00000100:00100000:1.0:1775764892.084396:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.084406:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150183296
00000100:00100000:1.0:1775764892.084408:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150183296
00010000:00010000:1.0:1775764892.084417:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002db3196f/0xd3c138f33087c828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0772d expref: 6580 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.084429:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7549
00000100:00100000:1.0:1775764892.084432:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6580:2411:x1862023150183296:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.084437:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.084439:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002db3196f/0xd3c138f33087c828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xea9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0772d expref: 6580 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084445:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002db3196f/0xd3c138f33087c828 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xea9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0772d expref: 6580 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084454:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002db3196f/0xd3c138f33087c828 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xea9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0772d expref: 6580 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084461:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.084462:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.084464:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084469:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084477:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.084487:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6579:2411:x1862023150183296:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 55us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.084491:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7549
00000100:00100000:1.0:1775764892.084531:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169600768:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.084545:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.084578:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169600896:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.084587:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.084609:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.084625:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.084633:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150183680
00000100:00100000:1.0:1775764892.084635:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150183680
00010000:00010000:1.0:1775764892.084643:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029cd7f4c/0xd3c138f33087c5c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075a5 expref: 6614 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.084654:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7550
00000100:00100000:1.0:1775764892.084657:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b527662450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6614:2411:x1862023150183680:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.084662:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.084664:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029cd7f4c/0xd3c138f33087c5c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075a5 expref: 6614 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084670:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029cd7f4c/0xd3c138f33087c5c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075a5 expref: 6614 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084678:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029cd7f4c/0xd3c138f33087c5c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075a5 expref: 6614 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084684:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.084686:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.084687:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084692:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084700:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.084710:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b527662450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6613:2411:x1862023150183680:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 53us (84us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.084714:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7550
00010000:00010000:1.0:1775764892.084746:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084751:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084756:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084760:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084767:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764892.084855:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+387:3657:x1862023169600512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11984us (12184us total) trans 4294972657 rc 0/0
00000100:00100000:1.0:1775764892.084862:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28802
00000100:00100000:1.0:1775764892.084896:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.084905:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150183808
00000100:00100000:1.0:1775764892.084907:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150183808
00010000:00010000:1.0:1775764892.084917:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000724363d6/0xd3c138f33087c6d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c8 expref: 6613 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.084928:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7551
00000100:00100000:1.0:1775764892.084931:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6613:2411:x1862023150183808:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.084936:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.084938:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000724363d6/0xd3c138f33087c6d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c8 expref: 6613 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084946:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000724363d6/0xd3c138f33087c6d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c8 expref: 6613 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084959:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000724363d6/0xd3c138f33087c6d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075c8 expref: 6613 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084968:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.084970:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.084972:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084980:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.084995:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.085004:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085012:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085019:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085026:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085037:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000004:00080000:0.0:1775764892.085356:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2fea00/2, rc 0, transno 4294972685
00000100:00100000:0.0:1775764892.085362:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169598592:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.085387:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533401f80/2, rc 0, transno 4294972657
00000100:00100000:0.0:1775764892.085394:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533401f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169600512:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.085440:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1775764892.085449:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169602432:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.085475:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.085501:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.085507:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.085513:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.085521:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.085527:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:0.0:1775764892.085590:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+406:3660:x1862023169600128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16580us (16654us total) trans 4294972686 rc 0/0
00000100:00100000:0.0:1775764892.085595:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28801
00000100:00100000:0.0:1775764892.085607:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169602432
00000100:00100000:0.0:1775764892.085609:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169602432
00000100:00100000:0.0:1775764892.085630:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28810
00000100:00100000:0.0:1775764892.085634:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+387:3659:x1862023169602432:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.085650:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2780 count 1
00010000:00010000:0.0:1775764892.085664:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.085674:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000def9010e/0xd3c138f33087c6ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07600 expref: 6612 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.085679:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.085680:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.085682:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.085695:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000def9010e/0xd3c138f33087c6ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07600 expref: 6612 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.085707:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000def9010e/0xd3c138f33087c6ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07600 expref: 6612 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.085715:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169602560:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.085745:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408fd3d80 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.085848:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.085858:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.085866:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.085873:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.085883:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:2.0:1775764892.085980:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+406:3657:x1862023169599616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17991us (18064us total) trans 4294972687 rc 0/0
00000100:00100000:2.0:1775764892.085987:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28799
00000100:00100000:2.0:1775764892.086011:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150183552
00000100:00100000:2.0:1775764892.086015:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150183552
00000100:00100000:2.0:1775764892.086047:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14356
00000100:00100000:2.0:1775764892.086053:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6366:11674:x1862023150183552:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.086098:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.086136:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308217fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeaf62 expref: 6366 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086150:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44e:0x0].0x0 (ffff89b40136c400)
00010000:00010000:2.0:1775764892.086157:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.086171:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086179:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086185:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086208:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213800/0xd3c138f3308bb1d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4e491008 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086215:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213800/0xd3c138f3308bb1d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4e491008 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086221:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213800/0xd3c138f3308bb1d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4e491008 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086313:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086321:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086327:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.086493:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4014, 64 off265088
00000040:00080000:2.0:1775764892.086505:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4014, 64 off265088
00010000:00010000:2.0:1775764892.086532:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086538:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086543:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086548:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086551:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086554:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086558:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool
00010000:00010000:2.0:1775764892.086570:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086574:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086577:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086581:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.086584:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086589:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086593:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44e:0x0].0x0 (ffff89b408185200)
00010000:00010000:2.0:1775764892.086595:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.086597:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 2/0,0 mode: --/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086601:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212600/0xd3c138f3308bb1de lrc: 0/0,0 mode: --/EX res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086609:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086612:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086616:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086618:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.086620:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086623:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086626:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.086627:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.086629:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086633:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212c00/0xd3c138f3308bb1d0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.086637:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8eb3b86 reply state 00000000429fc80c transno 4294991828 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213800/0xd3c138f3308bb1d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4e491008 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086643:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213800/0xd3c138f3308bb1d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4e491008 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086646:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4e491008 (ffff89b408185000)
00010000:00010000:2.0:1775764892.086647:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.086649:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.086676:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6367:11674:x1862023150183552:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 624us (2066us total) trans 4294991828 rc 0/0
00000100:00100000:2.0:1775764892.086681:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14356
00010000:00010000:2.0:1775764892.086702:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp.  (6 blwis in pool)
00010000:00010000:2.0:1775764892.086706:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086711:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406064e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.086714:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086718:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086726:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086731:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060684416/0xd3c138f3308bb159 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086742:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00010000:00010000:2.0:1775764892.086744:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086747:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.086749:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086754:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086759:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086762:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f80ef94/0xd3c138f3308bb144 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086768:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:2.0:1775764892.086771:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086774:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406065600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.086776:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086781:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086786:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086790:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087d2f947/0xd3c138f3308bb191 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086799:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1775764892.086803:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086808:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406064400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.086810:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086816:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086824:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086831:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a491ada5/0xd3c138f3308bb198 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086842:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764892.086846:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086852:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.086855:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086863:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086872:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086879:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb16e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086893:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.086895:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086898:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.086900:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086908:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086914:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086917:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000312e9817/0xd3c138f3308bb160 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086924:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.086926:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086928:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.086930:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086933:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086937:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44e:0x0].0x0 (ffff89b408185200)
00010000:00010000:2.0:1775764892.086938:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.086940:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086945:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212200/0xd3c138f3308bb1e5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086959:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.086960:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.086962:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.086969:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.086974:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.086984:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.086993:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087000:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087008:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087023:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.087111:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+406:3660:x1862023169598976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22152us (22402us total) trans 4294972688 rc 0/0
00000100:00100000:2.0:1775764892.087139:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28797
00010000:00010000:2.0:1775764892.087152:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.087154:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087159:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c51c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.087161:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087166:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087173:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087176:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f58190b/0xd3c138f3308bb152 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087185:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.087186:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.087187:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.087201:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087209:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087216:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087222:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087240:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.087246:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.087262:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087269:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c51400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.087272:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087280:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087289:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087296:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064e36d4f/0xd3c138f3308bb14b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.087307:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.087309:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.087311:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.087377:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+406:3658:x1862023169598848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22582us (22773us total) trans 4294972689 rc 0/0
00000100:00100000:2.0:1775764892.087381:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28796
00000004:00080000:0.0:1775764892.087463:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b408918e00/2, rc 0, transno 4294972689
00000100:00100000:0.0:1775764892.087468:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b408918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169598848:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.087483:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a45500/2, rc 0, transno 4294972687
00000100:00100000:0.0:1775764892.087485:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169599616:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.087719:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.087726:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.087731:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.087739:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.087746:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.087825:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534931c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+388:3660:x1862023169599872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19014us (19119us total) trans 4294972658 rc 0/0
00000100:00100000:3.0:1775764892.087831:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28800
00000100:00100000:3.0:1775764892.087854:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169602816:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.087884:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.087903:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169602816
00000100:00100000:3.0:1775764892.087907:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169602816
00000100:00100000:3.0:1775764892.087932:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28811
00000100:00100000:3.0:1775764892.087936:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+406:3658:x1862023169602816:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.087956:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9235 count 1
00010000:00010000:3.0:1775764892.087991:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088007:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005965d09c/0xd3c138f33087c852 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07773 expref: 6578 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088015:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.088017:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.088020:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088047:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005965d09c/0xd3c138f33087c852 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07773 expref: 6578 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088059:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005965d09c/0xd3c138f33087c852 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07773 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.088071:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169603200:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.088139:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.088153:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764892.088157:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169602688:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.088194:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.088221:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.088226:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088233:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.088236:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088244:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088269:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088276:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001919b3d2/0xd3c138f3308bb167 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1bf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088299:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.088301:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.088303:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.088314:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169602688
00000100:00100000:3.0:1775764892.088317:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169602688
00000100:00100000:3.0:1775764892.088341:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28812
00000100:00100000:3.0:1775764892.088347:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+407:3658:x1862023169602688:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.088359:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4234 count 1
00010000:00010000:3.0:1775764892.088370:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088378:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011bf7021/0xd3c138f33087c84b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0776c expref: 6578 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088382:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.088383:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.088385:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088398:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011bf7021/0xd3c138f33087c84b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0776c expref: 6578 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.088403:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011bf7021/0xd3c138f33087c84b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0776c expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.088409:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169603328:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.088426:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.088438:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169602944:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.088451:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.088465:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764892.088468:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169603072:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.088478:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.088539:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169602944
00000100:00100000:0.0:1775764892.088542:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169602944
00000100:00100000:0.0:1775764892.088564:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169603072
00000100:00100000:0.0:1775764892.088565:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169603072
00000100:00100000:0.0:1775764892.088580:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28813
00000100:00100000:0.0:1775764892.088583:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+409:3659:x1862023169602944:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.088592:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1363 count 1
00010000:00010000:0.0:1775764892.088600:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.088608:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f33087c867 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07788 expref: 6578 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.088612:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.088613:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.088615:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.088628:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f33087c867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07788 expref: 6578 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.088633:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f33087c867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07788 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.088640:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169603456:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.088660:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408fd3cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.088669:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28814
00000100:00100000:0.0:1775764892.088673:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+409:3659:x1862023169603072:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.088680:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9516 count 1
00010000:00010000:0.0:1775764892.088700:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.088707:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f33087c875 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07796 expref: 6578 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.088711:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.088712:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.088714:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.088724:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f33087c875 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07796 expref: 6578 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.088733:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f33087c875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07796 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.088738:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169603584:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.088752:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07ad80 going to sleep for 11 seconds
00000004:00080000:0.0:1775764892.088896:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c2d80/2, rc 0, transno 4294972686
00000100:00100000:0.0:1775764892.088909:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169600128:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.088917:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c0a80/2, rc 0, transno 4294972658
00000100:00100000:0.0:1775764892.088923:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169599872:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.088929:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40891a300/2, rc 0, transno 4294972688
00000100:00100000:0.0:1775764892.088931:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169598976:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.089004:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6612:2411:x1862023150183808:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 4069us (4105us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.089013:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7551
00000100:00100000:0.0:1775764892.089039:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169603712:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.089062:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.089209:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.089284:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169601536:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.089304:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.089362:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169601664:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.089377:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.089433:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169601792:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.089449:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.089503:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169601920:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.089515:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.089568:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169602048:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.089578:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.089628:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169602304:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.089637:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.089700:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.089717:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150183936
00000100:00100000:0.0:1775764892.089721:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150183936
00010000:00010000:0.0:1775764892.089744:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004bf26be2/0xd3c138f33087c5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0757b expref: 6612 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.089771:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150184192
00000100:00100000:0.0:1775764892.089774:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150184192
00010000:00010000:0.0:1775764892.089785:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b206b75f/0xd3c138f33087c710 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f9 expref: 6613 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.089804:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7552
00000100:00100000:0.0:1775764892.089811:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6613:2411:x1862023150183936:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.089820:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.089825:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004bf26be2/0xd3c138f33087c5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0757b expref: 6613 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.089837:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004bf26be2/0xd3c138f33087c5b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0757b expref: 6613 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.089855:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bf26be2/0xd3c138f33087c5b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0757b expref: 6613 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.089868:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.089869:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.089873:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.089881:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.089906:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.089935:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6612:2411:x1862023150183936:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 124us (725us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.089942:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7552
00000100:00100000:0.0:1775764892.089956:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7553
00000100:00100000:0.0:1775764892.089963:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6611:2411:x1862023150184192:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.089970:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.089974:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b206b75f/0xd3c138f33087c710 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f9 expref: 6611 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.089984:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b206b75f/0xd3c138f33087c710 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f9 expref: 6611 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.089996:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b206b75f/0xd3c138f33087c710 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075f9 expref: 6611 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090005:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.090007:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.090009:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090016:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090036:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.090046:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090054:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090062:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090070:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090083:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.090225:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+388:3658:x1862023169601408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14404us (14732us total) trans 4294972659 rc 0/0
00000100:00100000:0.0:1775764892.090231:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28805
00000100:00100000:0.0:1775764892.090246:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169603712
00000100:00100000:0.0:1775764892.090262:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169603712
00000100:00100000:0.0:1775764892.090282:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28815
00000100:00100000:0.0:1775764892.090289:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40d4eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+388:3657:x1862023169603712:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.090309:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6455 count 1
00010000:00010000:0.0:1775764892.090324:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090336:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b859e2c/0xd3c138f33087c6f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0760e expref: 6610 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090343:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.090345:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.090347:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090366:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b859e2c/0xd3c138f33087c6f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0760e expref: 6610 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090376:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b859e2c/0xd3c138f33087c6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0760e expref: 6610 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.090387:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169603840:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.090414:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07af00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.090433:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6610:2411:x1862023150184192:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 471us (733us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.090440:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7553
00000100:00100000:0.0:1775764892.090474:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.090506:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.090521:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150184448
00000100:00100000:0.0:1775764892.090524:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150184448
00010000:00010000:0.0:1775764892.090539:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d26d3dba/0xd3c138f33087c702 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075dd expref: 6610 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.090556:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150184704
00000100:00100000:0.0:1775764892.090559:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150184704
00010000:00010000:0.0:1775764892.090572:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000379fd671/0xd3c138f33087c821 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0775e expref: 6579 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.090587:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7554
00000100:00100000:0.0:1775764892.090593:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6610:2411:x1862023150184448:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.090600:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.090604:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d26d3dba/0xd3c138f33087c702 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075dd expref: 6610 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090614:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d26d3dba/0xd3c138f33087c702 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075dd expref: 6610 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090628:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d26d3dba/0xd3c138f33087c702 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075dd expref: 6610 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090640:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.090642:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.090645:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090653:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090671:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.090688:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6609:2411:x1862023150184448:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.090698:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7554
00000100:00100000:0.0:1775764892.090711:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7555
00000100:00100000:0.0:1775764892.090717:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6579:2411:x1862023150184704:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.090725:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.090730:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000379fd671/0xd3c138f33087c821 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0775e expref: 6579 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090740:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000379fd671/0xd3c138f33087c821 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0775e expref: 6579 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090755:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000379fd671/0xd3c138f33087c821 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0775e expref: 6579 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090764:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.090766:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.090769:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090777:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090792:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.090809:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6578:2411:x1862023150184704:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.090815:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7555
00010000:00010000:0.0:1775764892.090832:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090841:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090848:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090856:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.090871:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.090973:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+410:3660:x1862023169602176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11221us (11328us total) trans 4294972690 rc 0/0
00000100:00100000:0.0:1775764892.090979:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28809
00010000:00010000:0.0:1775764892.090998:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091005:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091012:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091019:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091035:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1775764892.091111:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+389:3660:x1862023169601152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14943us (15016us total) trans 4294972660 rc 0/0
00000100:00100000:0.0:1775764892.091143:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28807
00000004:00080000:0.0:1775764892.091180:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c0e00/2, rc 0, transno 4294972690
00000100:00100000:0.0:1775764892.091187:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169602176:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.091200:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bf480/2, rc 0, transno 4294972660
00000100:00100000:0.0:1775764892.091210:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169601152:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.091300:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764892.091310:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169603968:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.091337:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.091387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.091403:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150184064
00000100:00100000:0.0:1775764892.091408:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150184064
00010000:00010000:0.0:1775764892.091424:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ea37dac8/0xd3c138f33087c5c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07589 expref: 6609 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.091442:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7556
00000100:00100000:0.0:1775764892.091448:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6609:2411:x1862023150184064:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.091456:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.091460:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ea37dac8/0xd3c138f33087c5c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07589 expref: 6609 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091471:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ea37dac8/0xd3c138f33087c5c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07589 expref: 6609 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091486:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea37dac8/0xd3c138f33087c5c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07589 expref: 6609 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091497:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.091498:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.091501:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091508:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091527:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.091545:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6608:2411:x1862023150184064:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 97us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.091552:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7556
00010000:00010000:0.0:1775764892.091570:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091578:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091586:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091593:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091603:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:0.0:1775764892.091679:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+389:3658:x1862023169599744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16040us (16452us total) trans 4294972661 rc 0/0
00000100:00100000:0.0:1775764892.091686:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28804
00000100:00100000:0.0:1775764892.091699:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169603968
00000100:00100000:0.0:1775764892.091703:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169603968
00000100:00100000:0.0:1775764892.091723:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28816
00000100:00100000:0.0:1775764892.091728:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+389:3657:x1862023169603968:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.091744:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3142 count 1
00010000:00010000:0.0:1775764892.091757:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091768:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd9705b6/0xd3c138f33087c72c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07646 expref: 6607 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091774:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.091776:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.091778:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091797:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd9705b6/0xd3c138f33087c72c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07646 expref: 6607 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091807:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd9705b6/0xd3c138f33087c72c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07646 expref: 6607 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.091822:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169604096:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.091850:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254f00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.091891:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.091906:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150184320
00000100:00100000:0.0:1775764892.091910:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150184320
00010000:00010000:0.0:1775764892.091925:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba5ef344/0xd3c138f33087c709 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075eb expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.091943:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7557
00000100:00100000:0.0:1775764892.091950:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6608:2411:x1862023150184320:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.091958:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.091962:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba5ef344/0xd3c138f33087c709 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075eb expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091973:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba5ef344/0xd3c138f33087c709 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075eb expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091987:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba5ef344/0xd3c138f33087c709 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee075eb expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.091997:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.091998:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.092002:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.092015:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.092031:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.092043:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.092051:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.092058:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.092065:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.092074:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:0.0:1775764892.092170:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+390:3658:x1862023169601280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16224us (16635us total) trans 4294972662 rc 0/0
00000100:00100000:0.0:1775764892.092177:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28806
00000100:00100000:0.0:1775764892.092209:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6607:2411:x1862023150184320:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 260us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.092215:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7557
00010000:00010000:2.0:1775764892.092514:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092524:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092533:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092539:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092548:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:2.0:1775764892.092631:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+390:3659:x1862023169598208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29077us (29831us total) trans 4294972663 rc 0/0
00000100:00100000:2.0:1775764892.092639:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28794
00010000:00010000:2.0:1775764892.092740:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00010000:00010000:2.0:1775764892.092746:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092753:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.092757:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092766:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092779:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092786:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028475f76/0xd3c138f3308bb1a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092804:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:2.0:1775764892.092808:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092814:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.092816:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092822:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092831:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092838:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb1c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092850:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1775764892.092853:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092859:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.092862:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092868:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092876:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092881:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb1b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092892:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764892.092894:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092900:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.092903:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092910:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092919:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092925:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb19f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092938:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.092941:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092947:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.092950:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092958:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092967:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092974:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb1ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092985:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.092987:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.092993:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.092997:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.093008:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.093017:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.093023:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099c01ea5/0xd3c138f3308bb13d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.093037:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.093039:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.093040:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.093046:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.093052:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764892.093333:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bed80/2, rc 0, transno 4294972662
00000100:00100000:3.0:1775764892.093349:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169601280:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.093361:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bea00/2, rc 0, transno 4294972659
00000100:00100000:3.0:1775764892.093365:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169601408:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.093374:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c3b80/2, rc 0, transno 4294972661
00000100:00100000:3.0:1775764892.093378:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169599744:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.093383:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764892.093395:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169604480:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.093426:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.093512:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169604480
00000100:00100000:1.0:1775764892.093519:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169604480
00000100:00100000:1.0:1775764892.093559:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28817
00000100:00100000:1.0:1775764892.093567:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+410:3658:x1862023169604480:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.093592:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8714 count 1
00010000:00010000:1.0:1775764892.093609:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.093624:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f33087c898 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b9 expref: 6577 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.093631:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.093633:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.093636:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.093660:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f33087c898 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b9 expref: 6577 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.093671:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f33087c898 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b9 expref: 6577 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.093687:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169604608:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.094025:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169604352:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.094075:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169604736:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.094157:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.094440:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+390:3657:x1862023169600640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21384us (21689us total) trans 4294972664 rc 0/0
00000100:00100000:1.0:1775764892.094448:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28803
00000100:00100000:1.0:1775764892.094506:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.094527:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150184576
00000100:00100000:1.0:1775764892.094531:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150184576
00010000:00010000:1.0:1775764892.094554:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060231787/0xd3c138f33087c836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07749 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.094580:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7558
00000100:00100000:1.0:1775764892.094587:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6578:2411:x1862023150184576:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.094598:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.094603:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060231787/0xd3c138f33087c836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07749 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094615:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060231787/0xd3c138f33087c836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07749 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094633:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060231787/0xd3c138f33087c836 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07749 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094644:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.094647:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.094650:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094659:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094681:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.094693:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094702:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094711:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094719:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.094734:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.094840:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+411:3660:x1862023169601024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18453us (18503us total) trans 4294972691 rc 0/0
00000100:00100000:1.0:1775764892.094847:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28808
00000100:00100000:1.0:1775764892.094884:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6577:2411:x1862023150184576:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 298us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.094890:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7558
00000100:00100000:1.0:1775764892.095327:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169602560:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.095351:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.095572:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169603456:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.095588:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.095617:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169603584:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.095627:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.095752:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169603200:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.095766:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.095816:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.095880:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169604992:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.095905:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.095970:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.095977:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.095985:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fcc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.095989:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.095998:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.096018:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.096025:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb1bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.096075:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.096077:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.096079:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.096361:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.096389:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533401180/2, rc 0, transno 4294972664
00000100:00100000:1.0:1775764892.096409:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533401180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169600640:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.096434:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169603328:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.096447:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.096571:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169605120:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.096866:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bd180/2, rc 0, transno 4294972691
00000100:00100000:3.0:1775764892.096878:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169601024:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.096917:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1775764892.096923:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169604224:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.096947:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.097006:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.097029:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.097047:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.097078:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150184960
00000100:00100000:1.0:1775764892.097084:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150184960
00010000:00010000:1.0:1775764892.097144:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005965d09c/0xd3c138f33087c852 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07773 expref: 6577 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.097170:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150185216
00000100:00100000:1.0:1775764892.097173:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150185216
00010000:00010000:1.0:1775764892.097185:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f33087c867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07788 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.097215:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7559
00000100:00100000:1.0:1775764892.097224:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6578:2411:x1862023150184960:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.097236:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.097241:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005965d09c/0xd3c138f33087c852 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07773 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097261:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005965d09c/0xd3c138f33087c852 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07773 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097279:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005965d09c/0xd3c138f33087c852 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07773 expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097290:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.097292:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.097296:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097306:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097333:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.097371:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6577:2411:x1862023150184960:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 149us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.097380:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7559
00000100:00100000:1.0:1775764892.097397:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7560
00000100:00100000:1.0:1775764892.097403:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6576:2411:x1862023150185216:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.097411:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.097416:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f33087c867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07788 expref: 6576 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097425:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f33087c867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07788 expref: 6576 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097438:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f33087c867 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07788 expref: 6576 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097447:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.097449:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.097452:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097459:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.097476:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.097495:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6575:2411:x1862023150185216:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (447us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.097502:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7560
00000100:00100000:0.0:1775764892.097958:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169604352
00000100:00100000:0.0:1775764892.097966:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169604352
00000100:00100000:0.0:1775764892.098020:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169603840:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.098040:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098069:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098078:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098088:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098095:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098132:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.098424:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+412:3659:x1862023169602944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9838us (9969us total) trans 4294972692 rc 0/0
00000100:00100000:0.0:1775764892.098432:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28813
00000100:00100000:0.0:1775764892.098450:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169604992
00000100:00100000:0.0:1775764892.098454:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169604992
00000100:00100000:0.0:1775764892.098483:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28818
00000100:00100000:0.0:1775764892.098489:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+390:3660:x1862023169604992:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.098513:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:617 count 1
00010000:00010000:0.0:1775764892.098533:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098547:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d90a1e46/0xd3c138f33087c6ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07638 expref: 6606 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098555:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.098556:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.098559:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098585:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d90a1e46/0xd3c138f33087c6ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07638 expref: 6606 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.098598:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d90a1e46/0xd3c138f33087c6ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07638 expref: 6606 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.098613:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169605376:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.098670:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254b40 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.098827:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.098838:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.098846:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.098853:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.098868:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764892.099037:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+412:3658:x1862023169602816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11098us (11150us total) trans 4294972693 rc 0/0
00000100:00100000:3.0:1775764892.099044:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28811
00000100:00100000:3.0:1775764892.099312:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169604224
00000100:00100000:3.0:1775764892.099317:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169604224
00000100:00100000:3.0:1775764892.099345:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28819
00000100:00100000:3.0:1775764892.099353:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+412:3660:x1862023169604224:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.099369:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7409 count 1
00010000:00010000:3.0:1775764892.099386:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099399:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c8e7dd1/0xd3c138f33087c891 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077a4 expref: 6574 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099406:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.099408:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.099410:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099432:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c8e7dd1/0xd3c138f33087c891 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077a4 expref: 6574 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099442:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c8e7dd1/0xd3c138f33087c891 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077a4 expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.099454:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402c7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169605504:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.099484:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.099502:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.099507:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099512:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.099516:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099522:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099536:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099541:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb1fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099557:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.099558:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099562:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.099564:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099568:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099572:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099576:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb1ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099584:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.099585:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.099586:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.099595:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169604864:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.099639:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.099658:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169604864
00000100:00100000:3.0:1775764892.099660:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169604864
00000100:00100000:3.0:1775764892.099677:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28820
00000100:00100000:3.0:1775764892.099680:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+391:3660:x1862023169604864:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.099689:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8028 count 1
00010000:00010000:3.0:1775764892.099699:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099707:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000043f55e0d/0xd3c138f33087c6a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07631 expref: 6606 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099711:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.099713:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.099714:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099726:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000043f55e0d/0xd3c138f33087c6a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07631 expref: 6606 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.099731:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000043f55e0d/0xd3c138f33087c6a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07631 expref: 6606 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.099738:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169605632:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.099752:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.099773:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.099794:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764892.099800:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169605248:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.099822:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764892.099864:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c0380/2, rc 0, transno 4294972692
00000100:00100000:3.0:1775764892.099875:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169602944:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.099910:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764892.099915:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169605760:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.099930:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764892.099953:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e641f80/2, rc 0, transno 4294972663
00000100:00100000:3.0:1775764892.099963:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169598208:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.100032:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169605120
00000100:00100000:0.0:1775764892.100037:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169605120
00000100:00100000:0.0:1775764892.100060:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169605248
00000100:00100000:0.0:1775764892.100076:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169605248
00000100:00100000:0.0:1775764892.100093:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169605760
00000100:00100000:0.0:1775764892.100095:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169605760
00000100:00100000:0.0:1775764892.100131:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28821
00000100:00100000:0.0:1775764892.100137:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+392:3657:x1862023169605120:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.100146:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7602 count 1
00010000:00010000:0.0:1775764892.100155:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100163:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000292ed83b/0xd3c138f33087c73a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0765b expref: 6606 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100168:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.100169:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.100170:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100182:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000292ed83b/0xd3c138f33087c73a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0765b expref: 6606 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100187:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000292ed83b/0xd3c138f33087c73a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0765b expref: 6606 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.100193:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169605888:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.100337:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150185600
00000100:00100000:3.0:1775764892.100342:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150185600
00000100:00100000:3.0:1775764892.100374:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14357
00000100:00100000:3.0:1775764892.100381:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6367:11674:x1862023150185600:12345-192.168.202.20@tcp:36:bonnie++.500
00000100:00100000:0.0:1775764892.100384:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.100399:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28822
00000100:00100000:0.0:1775764892.100406:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+414:3657:x1862023169605248:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.100416:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2843 count 1
00010000:00010000:3.0:1775764892.100424:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.100428:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100439:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c96de08a/0xd3c138f33087c88a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c0 expref: 6574 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100442:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052fcc00/0xd3c138f3308315e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb8f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee229 expref: 6367 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100446:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.100447:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.100450:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100458:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8f:0x0].0x0 (ffff89b408e7a000)
00010000:00010000:0.0:1775764892.100468:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c96de08a/0xd3c138f33087c88a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c0 expref: 6574 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100468:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.100476:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c96de08a/0xd3c138f33087c88a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c0 expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100484:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.100486:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169606016:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.100495:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100504:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.100509:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.100518:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ba00/0xd3c138f3308bb247 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3bc6f58b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.100524:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28823
00010000:00010000:3.0:1775764892.100525:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ba00/0xd3c138f3308bb247 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3bc6f58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.100531:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+414:3660:x1862023169605760:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.100532:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ba00/0xd3c138f3308bb247 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3bc6f58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1775764892.100542:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2195 count 1
00010000:00010000:0.0:1775764892.100551:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100566:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f33087c8a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ce expref: 6574 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100572:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.100574:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.100576:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100591:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f33087c8a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ce expref: 6574 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.100600:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f33087c8a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ce expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.100609:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169606144:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.100613:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100620:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100626:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.100629:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b5072543c0 going to sleep for 11 seconds
00000040:00080000:3.0:1775764892.100818:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4015, 64 off265152
00000040:00080000:3.0:1775764892.100831:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4015, 64 off265152
00010000:00010000:3.0:1775764892.100863:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100869:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100874:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100878:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100885:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100889:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100898:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.100910:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100913:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100916:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100920:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.100923:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100927:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100932:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8f:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:3.0:1775764892.100933:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.100935:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100938:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb255 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100964:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100968:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100971:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100974:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.100975:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100978:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100982:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.100983:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.100985:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100988:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb240 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.100993:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055d0e68d reply state 000000004a4b389e transno 4294991829 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ba00/0xd3c138f3308bb247 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3bc6f58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.100998:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ba00/0xd3c138f3308bb247 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3bc6f58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.101002:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3bc6f58b (ffff89b402f48200)
00010000:00010000:3.0:1775764892.101004:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.101005:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.101041:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6368:11674:x1862023150185600:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 661us (4036us total) trans 4294991829 rc 0/0
00000100:00100000:3.0:1775764892.101046:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14357
00000100:00100000:3.0:1775764892.101076:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764892.101146:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c3100/2, rc 0, transno 4294972693
00000100:00100000:3.0:1775764892.101156:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169602816:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.101178:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169604736
00000100:00100000:0.0:1775764892.101183:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169604736
00000100:00100000:3.0:1775764892.101207:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169606272:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.101234:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.101301:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169606272
00000100:00100000:0.0:1775764892.101306:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169606272
00000100:00100000:0.0:1775764892.101324:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28824
00000100:00100000:0.0:1775764892.101329:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+393:3658:x1862023169604736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.101342:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7989 count 1
00010000:00010000:0.0:1775764892.101356:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101372:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065200565/0xd3c138f33087c6bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0761c expref: 6606 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101378:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.101380:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.101382:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101402:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065200565/0xd3c138f33087c6bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0761c expref: 6606 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101412:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065200565/0xd3c138f33087c6bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0761c expref: 6606 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.101423:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169606400:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.101449:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.101464:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28825
00000100:00100000:0.0:1775764892.101471:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+415:3660:x1862023169606272:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.101484:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:255 count 1
00010000:00010000:0.0:1775764892.101495:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101511:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000473f602d/0xd3c138f33087c8c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077e3 expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101523:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.101524:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.101526:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101545:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000473f602d/0xd3c138f33087c8c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077e3 expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101554:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000473f602d/0xd3c138f33087c8c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077e3 expref: 6574 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.101564:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169606528:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.101569:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28826
00000100:00100000:1.0:1775764892.101576:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+415:3660:x1862023169604352:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.101583:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289900 going to sleep for 11 seconds
00002000:00080000:1.0:1775764892.101587:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:170 count 1
00010000:00010000:1.0:1775764892.101598:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101615:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b858dbb4/0xd3c138f33087cb0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b2 expref: 6574 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101621:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3c859ef/0xd3c138f33087ce48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d77 expref: 6574 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101625:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.101626:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.101627:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101641:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c3c859ef/0xd3c138f33087ce48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d77 expref: 6574 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101646:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c3c859ef/0xd3c138f33087ce48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d77 expref: 6574 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.101652:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a45180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169606656:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.101671:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b858dbb4/0xd3c138f33087cb0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b2 expref: 6574 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101676:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b858dbb4/0xd3c138f33087cb0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b2 expref: 6574 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.101685:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169606784:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.101693:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.101733:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.101769:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150185728
00000100:00100000:0.0:1775764892.101774:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150185728
00010000:00010000:0.0:1775764892.101794:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b859e2c/0xd3c138f33087c6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0760e expref: 6607 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.101799:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.101816:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150184832
00000100:00100000:0.0:1775764892.101818:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150184832
00010000:00010000:0.0:1775764892.101829:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000def9010e/0xd3c138f33087c6ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07600 expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.101832:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.101846:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150185088
00000100:00100000:0.0:1775764892.101849:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150185088
00000100:00100000:1.0:1775764892.101851:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7561
00000100:00100000:1.0:1775764892.101858:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6608:2409:x1862023150185728:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.101860:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011bf7021/0xd3c138f33087c84b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0776c expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101867:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.101873:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b859e2c/0xd3c138f33087c6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0760e expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.101876:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7562
00000100:00100000:0.0:1775764892.101881:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6608:2412:x1862023150184832:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.101885:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b859e2c/0xd3c138f33087c6f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0760e expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101887:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.101891:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000def9010e/0xd3c138f33087c6ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07600 expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101900:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000def9010e/0xd3c138f33087c6ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07600 expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101901:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b859e2c/0xd3c138f33087c6f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0760e expref: 6608 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101912:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000def9010e/0xd3c138f33087c6ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07600 expref: 6607 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101913:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.101915:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.101919:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101920:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.101922:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.101925:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101927:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101932:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101955:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.101966:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.101971:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101976:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101984:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101986:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.101993:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.101993:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102000:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.102001:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102013:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1775764892.102017:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1775764892.102163:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40d4eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+395:3657:x1862023169603712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11875us (13099us total) trans 4294972665 rc 0/0
00000100:00100000:0.0:1775764892.102171:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28815
00000100:00100000:1.0:1775764892.102179:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+395:3659:x1862023169602432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16545us (16702us total) trans 4294972666 rc 0/0
00000100:00100000:1.0:1775764892.102186:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28810
00010000:00010000:0.0:1775764892.102191:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764892.102195:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.102206:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7563
00000100:00100000:1.0:1775764892.102213:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6575:2412:x1862023150185088:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.102221:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.102225:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011bf7021/0xd3c138f33087c84b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0776c expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102235:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011bf7021/0xd3c138f33087c84b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0776c expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102260:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011bf7021/0xd3c138f33087c84b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0776c expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102270:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.102271:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.102275:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102283:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102428:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.102445:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6574:2412:x1862023150185088:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 233us (613us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.102452:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7563
00010000:00010000:1.0:1775764892.102472:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.102476:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102483:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.102487:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102495:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102509:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102516:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb1c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102531:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.102534:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102540:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.102542:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102549:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102557:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102564:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb208 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102576:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.102578:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.102580:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.102589:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102598:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102606:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102612:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.102623:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.102686:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937be00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.102689:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.102696:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.102707:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8f:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:0.0:1775764892.102710:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.102715:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.102716:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+416:3658:x1862023169602688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14368us (14520us total) trans 4294972694 rc 0/0
00010000:00010000:0.0:1775764892.102721:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb25c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.102723:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28812
00010000:00010000:0.0:1775764892.102738:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.102741:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.102747:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.102749:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.102756:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.102759:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c3480/2, rc 0, transno 4294972694
00010000:00010000:0.0:1775764892.102766:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.102769:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169602688:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.102773:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a98b62a/0xd3c138f3308bb1f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.102785:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.102786:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.102788:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.102802:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.102804:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6606:2412:x1862023150184832:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 922us (1004us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.102810:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7562
00000100:00100000:1.0:1775764892.102810:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4017d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169606912:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.102841:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40d4e8000/2, rc 0, transno 4294972665
00000100:00100000:0.0:1775764892.102846:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169603712:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.103257:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.103285:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.103303:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6605:2409:x1862023150185728:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1444us (1567us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.103310:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7561
00000004:00080000:1.0:1775764892.103314:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da3800/2, rc 0, transno 4294972666
00000100:00100000:1.0:1775764892.103318:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169602432:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.103332:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169606912
00000100:00100000:1.0:1775764892.103336:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169606912
00000100:00100000:1.0:1775764892.103367:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28827
00000100:00100000:1.0:1775764892.103374:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+416:3658:x1862023169606912:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.103377:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00002000:00080000:1.0:1775764892.103395:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:887 count 1
00000100:00100000:0.0:1775764892.103435:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169604096:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.103451:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.103454:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103464:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b261c8c/0xd3c138f33087c8c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f1 expref: 6573 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103471:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.103472:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.103475:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103497:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b261c8c/0xd3c138f33087c8c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f1 expref: 6573 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.103498:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.103508:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b261c8c/0xd3c138f33087c8c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f1 expref: 6573 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.103518:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533400000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169607040:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.103541:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.103562:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169604608:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.103575:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.103596:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150185344
00000100:00100000:1.0:1775764892.103599:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150185344
00010000:00010000:1.0:1775764892.103615:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f33087c875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07796 expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.103633:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150185984
00000100:00100000:1.0:1775764892.103635:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150185984
00010000:00010000:1.0:1775764892.103645:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f33087c898 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b9 expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.103662:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7564
00000100:00100000:1.0:1775764892.103668:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6575:2412:x1862023150185344:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.103676:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.103679:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f33087c875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07796 expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103690:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f33087c875 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07796 expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103703:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f33087c875 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07796 expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103713:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.103715:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.103719:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103727:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103746:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.103761:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6574:2412:x1862023150185344:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 94us (384us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.103768:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7564
00000100:00100000:1.0:1775764892.103814:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7565
00000100:00100000:1.0:1775764892.103820:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6573:2412:x1862023150185984:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.103827:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.103831:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f33087c898 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b9 expref: 6573 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103840:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f33087c898 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b9 expref: 6573 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103853:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f33087c898 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b9 expref: 6573 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103862:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.103864:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.103866:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103878:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.103882:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.103892:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.103903:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150185856
00000100:00100000:1.0:1775764892.103905:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6572:2412:x1862023150185984:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 86us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.103906:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150185856
00000100:00100000:1.0:1775764892.103912:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7565
00010000:00010000:0.0:1775764892.103919:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd9705b6/0xd3c138f33087c72c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07646 expref: 6605 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103926:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.103933:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.103937:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7566
00000100:00100000:0.0:1775764892.103942:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6605:2412:x1862023150185856:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.103950:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.103954:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd9705b6/0xd3c138f33087c72c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07646 expref: 6605 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.103964:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd9705b6/0xd3c138f33087c72c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07646 expref: 6605 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.103982:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd9705b6/0xd3c138f33087c72c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07646 expref: 6605 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.103991:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.103993:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.103995:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104001:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104017:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.104026:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104034:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104040:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104047:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104058:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.104385:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+394:3657:x1862023169603968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12655us (13046us total) trans 4294972667 rc 0/0
00000100:00100000:0.0:1775764892.104393:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28816
00010000:00010000:0.0:1775764892.104411:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.104417:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104424:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d7c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.104427:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104435:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104445:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104453:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000727123c6/0xd3c138f3308bb20f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.104469:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.104471:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.104472:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.104495:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d7d880/2, rc 0, transno 4294972667
00000100:00100000:0.0:1775764892.104501:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169603968:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.104527:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:2412:x1862023150185856:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 585us (646us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.104536:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7566
00010000:00010000:1.0:1775764892.104661:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.104670:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.104685:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.104928:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.104934:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.104957:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408091600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.104960:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.104967:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.104979:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.104985:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb216 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.105132:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+417:3658:x1862023169604480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11547us (11685us total) trans 4294972695 rc 0/0
00000100:00100000:1.0:1775764892.105139:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28817
00010000:00010000:1.0:1775764892.105165:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.105179:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105188:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105196:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105204:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105221:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.105312:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+417:3659:x1862023169603072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16637us (16831us total) trans 4294972696 rc 0/0
00000100:00100000:1.0:1775764892.105318:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28814
00000004:00080000:1.0:1775764892.105351:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409234e00/2, rc 0, transno 4294972696
00000100:00100000:1.0:1775764892.105362:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169603072:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.105421:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.105432:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169607168:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.105461:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.105489:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169607168
00000100:00100000:1.0:1775764892.105493:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169607168
00000100:00100000:1.0:1775764892.105520:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28828
00000100:00100000:1.0:1775764892.105527:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+417:3657:x1862023169607168:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.105535:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.105540:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.105546:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd000 already unused, calling callback (ffffffffc0d2c060)
00002000:00080000:1.0:1775764892.105548:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9896 count 1
00010000:00010000:0.0:1775764892.105549:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.105556:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105564:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.105566:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.105574:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb201 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105578:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efbe1321/0xd3c138f33087c8d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ff expref: 6571 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105585:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.105587:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.105587:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.105589:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.105590:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.105590:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105610:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efbe1321/0xd3c138f33087c8d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ff expref: 6571 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.105621:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efbe1321/0xd3c138f33087c8d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ff expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.105631:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169607296:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.105675:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fb40 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.107879:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.107886:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.107888:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.107899:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.108024:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169607680:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.108025:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169607552:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.108092:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.108145:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169607552
00000100:00100000:2.0:1775764892.108150:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.108151:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169607552
00000100:00100000:2.0:1775764892.108173:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169607680
00000100:00100000:2.0:1775764892.108176:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169607680
00000100:00100000:0.0:1775764892.108190:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28829
00000100:00100000:2.0:1775764892.108197:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28830
00000100:00100000:0.0:1775764892.108198:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534932850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+395:3660:x1862023169607552:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.108202:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+395:3657:x1862023169607680:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.108224:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3899 count 1
00010000:00010000:2.0:1775764892.108245:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.108275:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036aa61d1/0xd3c138f33087c756 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07677 expref: 6603 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.108284:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.108286:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.108289:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.108315:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036aa61d1/0xd3c138f33087c756 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07677 expref: 6603 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.108326:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036aa61d1/0xd3c138f33087c756 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07677 expref: 6603 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.108339:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405083800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169607936:192.168.202.20@tcp:104:
00002000:00080000:0.0:1775764892.108379:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7273 count 1
00010000:00010000:0.0:1775764892.108392:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.108398:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.108403:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008c894182/0xd3c138f33087c79c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076c4 expref: 6603 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.108410:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.108411:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.108413:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.108418:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1775764892.108424:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169607808:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.108430:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008c894182/0xd3c138f33087c79c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076c4 expref: 6603 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.108439:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008c894182/0xd3c138f33087c79c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076c4 expref: 6603 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.108444:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.108449:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169608064:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.108463:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169607808
00000100:00100000:2.0:1775764892.108466:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169607808
00000100:00100000:0.0:1775764892.108470:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.108486:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764892.108487:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28831
00000100:00100000:0.0:1775764892.108492:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169607424:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.108493:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+396:3657:x1862023169607808:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.108503:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5557 count 1
00010000:00010000:2.0:1775764892.108514:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.108523:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000883f0b87/0xd3c138f33087c764 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07685 expref: 6603 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.108530:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:0.0:1775764892.108532:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.108532:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.108534:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.108552:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000883f0b87/0xd3c138f33087c764 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07685 expref: 6603 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.108560:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000883f0b87/0xd3c138f33087c764 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07685 expref: 6603 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.108569:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405081f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169608192:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.108656:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169607424
00000100:00100000:1.0:1775764892.108660:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169607424
00000100:00100000:1.0:1775764892.108685:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28832
00000100:00100000:1.0:1775764892.108696:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+397:3660:x1862023169607424:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.108708:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:195 count 1
00010000:00010000:1.0:1775764892.108719:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.108730:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4cc2785/0xd3c138f33087c741 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07662 expref: 6603 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.108741:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.108742:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.108747:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.108768:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4cc2785/0xd3c138f33087c741 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07662 expref: 6603 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.108779:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4cc2785/0xd3c138f33087c741 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07662 expref: 6603 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.108788:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169608320:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.108824:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.109100:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00000004:00080000:3.0:1775764892.109998:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c60c380/2, rc 0, transno 4294972695
00000100:00100000:3.0:1775764892.110024:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169604480:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.110214:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.110236:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.110309:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402c7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169605504:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.110334:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.110538:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150186112
00000100:00100000:1.0:1775764892.110543:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150186112
00010000:00010000:1.0:1775764892.110574:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c8e7dd1/0xd3c138f33087c891 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077a4 expref: 6572 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.110602:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150186240
00000100:00100000:1.0:1775764892.110605:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150186240
00010000:00010000:1.0:1775764892.110618:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000043f55e0d/0xd3c138f33087c6a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07631 expref: 6604 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.110638:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7567
00000100:00100000:1.0:1775764892.110646:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6572:2410:x1862023150186112:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.110658:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.110663:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c8e7dd1/0xd3c138f33087c891 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077a4 expref: 6572 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.110673:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c8e7dd1/0xd3c138f33087c891 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077a4 expref: 6572 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.110693:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c8e7dd1/0xd3c138f33087c891 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077a4 expref: 6572 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.110706:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.110708:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.110711:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.110720:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.110745:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.110789:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169605376:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.110806:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.111722:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7568
00000100:00100000:2.0:1775764892.111737:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:2410:x1862023150186240:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.111750:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.111756:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000043f55e0d/0xd3c138f33087c6a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07631 expref: 6604 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.111769:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000043f55e0d/0xd3c138f33087c6a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07631 expref: 6604 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.111786:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.111788:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.111792:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.111800:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.111821:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.111867:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:2410:x1862023150186240:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 136us (1629us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.111876:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7568
00000100:00100000:0.0:1775764892.112050:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.112985:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169605888:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.113012:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.113596:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150186368
00000100:00100000:2.0:1775764892.113604:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150186368
00010000:00010000:2.0:1775764892.113635:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d90a1e46/0xd3c138f33087c6ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07638 expref: 6604 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.113671:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7569
00000100:00100000:2.0:1775764892.113680:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:2412:x1862023150186368:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.113693:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.113698:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d90a1e46/0xd3c138f33087c6ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07638 expref: 6604 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113711:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d90a1e46/0xd3c138f33087c6ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07638 expref: 6604 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113730:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d90a1e46/0xd3c138f33087c6ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07638 expref: 6604 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113744:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.113746:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.113750:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113764:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113786:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.113826:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6603:2412:x1862023150186368:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 147us (1777us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.113833:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7569
00010000:00010000:2.0:1775764892.113857:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113866:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113877:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113884:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.113899:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.113920:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169606016:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.113952:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.113994:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.114034:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.114176:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169606144:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.114189:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.114221:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+398:3660:x1862023169604992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15731us (18314us total) trans 4294972668 rc 0/0
00000100:00100000:2.0:1775764892.114229:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28818
00000100:00100000:2.0:1775764892.114260:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150186496
00000100:00100000:2.0:1775764892.114264:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150186496
00010000:00010000:2.0:1775764892.114282:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000292ed83b/0xd3c138f33087c73a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0765b expref: 6603 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.114301:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150186624
00000100:00100000:2.0:1775764892.114303:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150186624
00010000:00010000:2.0:1775764892.114316:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c96de08a/0xd3c138f33087c88a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c0 expref: 6572 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.114332:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7570
00000100:00100000:2.0:1775764892.114339:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6603:2412:x1862023150186496:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.114347:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.114350:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000292ed83b/0xd3c138f33087c73a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0765b expref: 6603 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114361:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000292ed83b/0xd3c138f33087c73a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0765b expref: 6603 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114376:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000292ed83b/0xd3c138f33087c73a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0765b expref: 6603 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114387:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.114388:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.114391:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114398:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114425:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.114444:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6602:2412:x1862023150186496:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 106us (450us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.114451:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7570
00010000:00010000:0.0:1775764892.114455:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114464:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.114464:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7571
00000100:00100000:2.0:1775764892.114469:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6572:2412:x1862023150186624:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.114472:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114477:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.114480:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114481:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c96de08a/0xd3c138f33087c88a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c0 expref: 6572 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114491:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c96de08a/0xd3c138f33087c88a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c0 expref: 6572 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114495:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764892.114505:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c96de08a/0xd3c138f33087c88a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c0 expref: 6572 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114514:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.114516:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.114518:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114525:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114539:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.114557:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:2412:x1862023150186624:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 88us (523us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.114564:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7571
00000100:00100000:0.0:1775764892.114576:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+398:3657:x1862023169605120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14438us (14801us total) trans 4294972669 rc 0/0
00000100:00100000:0.0:1775764892.114582:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28821
00010000:00010000:0.0:1775764892.114599:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114608:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114615:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114622:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114639:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1775764892.114663:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764892.114668:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114676:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d6000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.114681:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114689:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114699:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114707:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000657c0613/0xd3c138f3308bb21d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.114716:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+418:3657:x1862023169605248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14311us (14893us total) trans 4294972697 rc 0/0
00000100:00100000:0.0:1775764892.114722:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28822
00010000:00010000:2.0:1775764892.114723:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.114726:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114732:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d6c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.114735:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114737:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.114740:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114748:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d6e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.114749:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114751:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114758:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114759:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114765:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f691c74b/0xd3c138f3308bb232 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114770:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114776:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4056c8d/0xd3c138f3308bb239 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.114778:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.114780:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.114782:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.114790:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.114792:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.114804:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.115194:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.115197:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402c7a300/2, rc 0, transno 4294972697
00010000:00010000:2.0:1775764892.115204:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115214:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115220:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115233:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.115327:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+418:3660:x1862023169604224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15975us (18379us total) trans 4294972698 rc 0/0
00000100:00100000:2.0:1775764892.115334:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28819
00010000:00010000:2.0:1775764892.115353:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.115358:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115365:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.115368:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115375:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115387:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115395:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb224 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115408:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.115410:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.115412:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.115563:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169605248:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.115584:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405080700/2, rc 0, transno 4294972669
00000100:00100000:0.0:1775764892.115594:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169605120:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.115640:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169608704:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.115709:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.115810:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169608704
00000100:00100000:2.0:1775764892.115816:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169608704
00000100:00100000:2.0:1775764892.115851:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28833
00000100:00100000:2.0:1775764892.115858:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+398:3657:x1862023169608704:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.115864:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043f55e0d/0xd3c138f33087c6a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07631 expref: 6601 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.115876:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169605632:192.168.202.20@tcp:104:
00002000:00080000:2.0:1775764892.115883:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2556 count 1
00010000:00010000:3.0:1775764892.115894:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115900:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.115902:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115913:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000016276919/0xd3c138f33087c76b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0768c expref: 6600 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.115914:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115921:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.115923:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.115923:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.115926:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.115930:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.115942:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.116032:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+399:3660:x1862023169604864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16349us (16391us total) trans 4294972670 rc 0/0
00000100:00100000:3.0:1775764892.116039:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28820
00010000:00010000:2.0:1775764892.116040:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000016276919/0xd3c138f33087c76b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0768c expref: 6600 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116052:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000016276919/0xd3c138f33087c76b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0768c expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.116064:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169608832:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.116107:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c240 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.116138:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.116143:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116150:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.116153:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116161:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116173:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116179:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb22b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116194:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.116195:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.116197:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.116540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.116595:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150186752
00000100:00100000:2.0:1775764892.116600:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150186752
00010000:00010000:2.0:1775764892.116620:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f33087c8a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ce expref: 6571 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.116644:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7572
00000100:00100000:2.0:1775764892.116650:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:2412:x1862023150186752:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.116656:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169606528:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.116661:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.116665:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f33087c8a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ce expref: 6571 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.116671:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116676:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f33087c8a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ce expref: 6571 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116696:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f33087c8a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ce expref: 6571 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116707:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.116708:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.116712:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116720:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.116743:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.116748:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.116756:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.116764:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6570:2412:x1862023150186752:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 114us (979us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764892.116765:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.116771:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7572
00010000:00010000:0.0:1775764892.116773:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.116784:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.116792:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.116796:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.116804:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d7200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.116807:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.116814:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.116825:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.116833:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099061201/0xd3c138f3308bb24e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.116846:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.116848:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.116849:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.116863:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169608576:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.116894:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.116934:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+418:3660:x1862023169605760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16404us (17002us total) trans 4294972699 rc 0/0
00000100:00100000:0.0:1775764892.116947:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28823
00000100:00100000:0.0:1775764892.116963:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169608576
00000100:00100000:0.0:1775764892.116966:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169608576
00000004:00080000:1.0:1775764892.117055:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409309c00/2, rc 0, transno 4294972699
00000100:00100000:1.0:1775764892.117069:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169605760:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.117139:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169608960:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.117162:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.117280:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169606400:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.117295:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.118244:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.118279:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169608448:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.118653:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169608960
00000100:00100000:2.0:1775764892.118660:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169608960
00000100:00100000:2.0:1775764892.118702:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28834
00000100:00100000:2.0:1775764892.118709:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+419:3660:x1862023169608576:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.118733:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1959 count 1
00010000:00010000:2.0:1775764892.118754:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.118771:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd80e016/0xd3c138f33087c8f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0781b expref: 6569 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.118784:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.118786:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.118789:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.118818:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd80e016/0xd3c138f33087c8f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0781b expref: 6569 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.118829:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd80e016/0xd3c138f33087c8f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0781b expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.118841:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169609088:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.118893:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.118912:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28835
00000100:00100000:2.0:1775764892.118919:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+419:3658:x1862023169608960:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.118931:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7268 count 1
00000100:00100000:0.0:1775764892.119594:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.119701:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.119716:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e01ac33/0xd3c138f33087c8fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07822 expref: 6569 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.119723:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.119725:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.119729:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.119752:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e01ac33/0xd3c138f33087c8fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07822 expref: 6569 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.119762:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e01ac33/0xd3c138f33087c8fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07822 expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.119774:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169609216:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.119812:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.119827:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150187008
00000100:00100000:2.0:1775764892.119832:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150187008
00010000:00010000:2.0:1775764892.119854:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000473f602d/0xd3c138f33087c8c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077e3 expref: 6570 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.119880:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7573
00000100:00100000:2.0:1775764892.119887:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6570:2412:x1862023150187008:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.119897:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.119902:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000473f602d/0xd3c138f33087c8c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077e3 expref: 6570 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.119913:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000473f602d/0xd3c138f33087c8c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077e3 expref: 6570 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.119932:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000473f602d/0xd3c138f33087c8c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077e3 expref: 6570 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.119985:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.120008:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150186880
00000100:00100000:0.0:1775764892.120011:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150186880
00010000:00010000:0.0:1775764892.120030:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065200565/0xd3c138f33087c6bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0761c expref: 6601 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.120052:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7574
00000100:00100000:0.0:1775764892.120058:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6601:2412:x1862023150186880:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.120225:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.120231:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065200565/0xd3c138f33087c6bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0761c expref: 6601 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.120243:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065200565/0xd3c138f33087c6bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0761c expref: 6601 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.120266:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.120268:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065200565/0xd3c138f33087c6bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0761c expref: 6601 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.120268:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.120272:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.120277:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.120279:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.120281:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.120281:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.120309:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.120335:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6569:2412:x1862023150187008:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 448us (742us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.120343:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7573
00010000:00010000:0.0:1775764892.120429:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.120447:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.120455:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.120465:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.120472:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.120495:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.120641:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+420:3660:x1862023169606272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19170us (19404us total) trans 4294972700 rc 0/0
00000100:00100000:0.0:1775764892.120649:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28825
00010000:00010000:0.0:1775764892.120691:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.120710:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:2412:x1862023150186880:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 652us (726us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.120717:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7574
00000100:00100000:0.0:1775764892.120788:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.120950:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.120957:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.120966:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.120970:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.120979:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.120992:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121004:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a30a3984/0xd3c138f3308bb26a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121021:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.121023:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.121035:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.121427:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121437:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121446:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121454:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121469:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.121695:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+399:3658:x1862023169604736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20363us (20616us total) trans 4294972671 rc 0/0
00000100:00100000:2.0:1775764892.121704:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28824
00010000:00010000:2.0:1775764892.121725:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.121730:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121742:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052d7600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.121745:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121753:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121765:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121773:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061a6eb5a/0xd3c138f3308bb263 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.121790:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.121792:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.121794:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.121971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.122002:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.122041:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.122273:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150187520
00000100:00100000:2.0:1775764892.122280:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150187520
00000100:00100000:2.0:1775764892.122340:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14358
00000100:00100000:2.0:1775764892.122349:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6368:11674:x1862023150187520:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.122403:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.122421:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405235c00/0xd3c138f33084028a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1252:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf117e expref: 6368 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122434:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1252:0x0].0x0 (ffff89b409887c00)
00010000:00010000:2.0:1775764892.122444:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.122453:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169608064:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.122462:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.122472:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122473:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122482:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122496:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb2be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdb059d38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122503:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb2be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb059d38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122510:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb2be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb059d38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.122516:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.122531:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150187136
00000100:00100000:0.0:1775764892.122535:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150187136
00010000:00010000:0.0:1775764892.122553:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c3c859ef/0xd3c138f33087ce48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d77 expref: 6569 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.122571:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150187264
00000100:00100000:0.0:1775764892.122574:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150187264
00010000:00010000:0.0:1775764892.122583:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b858dbb4/0xd3c138f33087cb0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b2 expref: 6570 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.122596:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150187648
00000100:00100000:0.0:1775764892.122598:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150187648
00010000:00010000:2.0:1775764892.122598:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122606:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.122609:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b261c8c/0xd3c138f33087c8c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f1 expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122613:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.122620:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150188032
00000100:00100000:0.0:1775764892.122621:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150188032
00010000:00010000:0.0:1775764892.122632:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000883f0b87/0xd3c138f33087c764 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07685 expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.122644:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7575
00000100:00100000:0.0:1775764892.122649:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:2412:x1862023150187136:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.122659:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.122663:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c3c859ef/0xd3c138f33087ce48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d77 expref: 6571 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.122673:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c3c859ef/0xd3c138f33087ce48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d77 expref: 6571 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.122688:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.122715:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:2412:x1862023150187136:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 65us (1927us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.122721:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7575
00000100:00100000:0.0:1775764892.122735:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7576
00000100:00100000:0.0:1775764892.122741:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6570:2410:x1862023150187264:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.122747:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.122751:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b858dbb4/0xd3c138f33087cb0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b2 expref: 6570 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.122765:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b858dbb4/0xd3c138f33087cb0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b2 expref: 6570 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.122776:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.122778:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.122781:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.122789:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.122873:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4016, 64 off265216
00000040:00080000:2.0:1775764892.122902:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4016, 64 off265216
00010000:00010000:2.0:1775764892.122954:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122963:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122971:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122978:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122984:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.122990:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.122995:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.123003:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.123014:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6570:2410:x1862023150187264:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 274us (1012us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.123020:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.123021:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7576
00000100:00100000:0.0:1775764892.123034:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7577
00000100:00100000:0.0:1775764892.123041:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6569:2412:x1862023150187648:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.123048:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.123052:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b261c8c/0xd3c138f33087c8c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f1 expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.123167:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b261c8c/0xd3c138f33087c8c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f1 expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.123187:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.123189:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.123192:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.123199:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123374:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123381:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123386:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.123390:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123396:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123405:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1252:0x0].0x0 (ffff89b408185400)
00010000:00010000:2.0:1775764892.123408:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.123412:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123417:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fc800/0xd3c138f3308bb2c5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123432:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123438:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123443:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123448:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.123450:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123455:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123461:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.123464:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.123466:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123470:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213c00/0xd3c138f3308bb2b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.123478:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d7489c1 reply state 00000000bc17ad3f transno 4294991830 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb2be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb059d38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123491:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213000/0xd3c138f3308bb2be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdb059d38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123497:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdb059d38 (ffff89b408185200)
00010000:00010000:2.0:1775764892.123499:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.123501:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.123525:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7578
00000100:00100000:3.0:1775764892.123535:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:2412:x1862023150188032:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1775764892.123536:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6369:11674:x1862023150187520:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1189us (1566us total) trans 4294991830 rc 0/0
00000100:00100000:2.0:1775764892.123543:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14358
00010000:00010000:3.0:1775764892.123545:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.123550:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000883f0b87/0xd3c138f33087c764 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07685 expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123560:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000883f0b87/0xd3c138f33087c764 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07685 expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123572:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.123574:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.123577:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123579:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000883f0b87/0xd3c138f33087c764 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15b5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07685 expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123585:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.123589:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405081f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169608192:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.123597:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.123602:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123611:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.123615:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6599:2412:x1862023150188032:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 84us (1098us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.123619:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.123621:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7578
00010000:00010000:2.0:1775764892.123627:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123639:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.123654:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1775764892.123667:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.123672:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123678:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.123681:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123687:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123695:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1252:0x0].0x0 (ffff89b408185400)
00010000:00010000:3.0:1775764892.123697:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.123700:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123705:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4092fd800/0xd3c138f3308bb2cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123719:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.123722:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123728:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.123731:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123737:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123745:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.123752:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a36b3a20/0xd3c138f3308bb294 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.123756:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+399:3657:x1862023169607808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15262us (15310us total) trans 4294972672 rc 0/0
00000100:00100000:2.0:1775764892.123763:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28831
00010000:00010000:3.0:1775764892.123767:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.123768:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.123770:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.123892:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:3.0:1775764892.123922:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405081500/2, rc 0, transno 4294972672
00000100:00100000:3.0:1775764892.123937:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169607808:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.124780:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405083800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169607936:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.124798:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125180:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b261c8c/0xd3c138f33087c8c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f1 expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.125194:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533400000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169607040:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.125195:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169607296:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.125208:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125217:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125218:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125225:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125240:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125273:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125298:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.125332:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.125337:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125344:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408091800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.125348:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125355:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125369:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125376:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f053935/0xd3c138f3308bb278 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125393:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.125395:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.125396:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.125477:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+420:3658:x1862023169606912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22102us (22226us total) trans 4294972701 rc 0/0
00000100:00100000:0.0:1775764892.125484:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6568:2412:x1862023150187648:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2021us (3020us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.125485:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28827
00000100:00100000:0.0:1775764892.125492:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7577
00000100:00100000:2.0:1775764892.125513:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.125537:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.125562:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169609344:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.125578:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.125587:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.125606:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169608448
00000100:00100000:2.0:1775764892.125611:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169608448
00000100:00100000:0.0:1775764892.125632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.125638:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169609344
00000100:00100000:2.0:1775764892.125641:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169609344
00000100:00100000:0.0:1775764892.125657:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.125658:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28836
00000100:00100000:2.0:1775764892.125665:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+420:3659:x1862023169608448:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.125670:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150188160
00000100:00100000:0.0:1775764892.125672:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150188160
00010000:00010000:0.0:1775764892.125687:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008c894182/0xd3c138f33087c79c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076c4 expref: 6599 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1775764892.125687:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2022 count 1
00000100:00100000:0.0:1775764892.125702:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150187776
00010000:00010000:2.0:1775764892.125703:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.125705:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150187776
00010000:00010000:0.0:1775764892.125715:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036aa61d1/0xd3c138f33087c756 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07677 expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125716:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000070e3fb2/0xd3c138f33087c8de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07806 expref: 6567 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.125728:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150187904
00010000:00010000:2.0:1775764892.125729:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:0.0:1775764892.125730:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150187904
00010000:00010000:2.0:1775764892.125731:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.125734:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.125740:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efbe1321/0xd3c138f33087c8d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ff expref: 6568 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.125750:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7579
00000100:00100000:0.0:1775764892.125755:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:2410:x1862023150188160:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.125758:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000070e3fb2/0xd3c138f33087c8de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07806 expref: 6568 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.125763:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.125768:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008c894182/0xd3c138f33087c79c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076c4 expref: 6600 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125769:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000070e3fb2/0xd3c138f33087c8de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07806 expref: 6568 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.125778:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008c894182/0xd3c138f33087c79c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076c4 expref: 6600 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.125781:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405083800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169609472:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.125820:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.125836:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28837
00000100:00100000:2.0:1775764892.125843:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+399:3659:x1862023169609344:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.125856:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6883 count 1
00010000:00010000:2.0:1775764892.125868:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125880:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0c94111/0xd3c138f33087c779 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0769a expref: 6600 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.125886:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.125888:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.125890:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.125907:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7580
00010000:00010000:2.0:1775764892.125909:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0c94111/0xd3c138f33087c779 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0769a expref: 6600 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.125915:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:2410:x1862023150187776:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.125919:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0c94111/0xd3c138f33087c779 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0769a expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125923:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.125927:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036aa61d1/0xd3c138f33087c756 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07677 expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.125928:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405081f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169609600:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.125936:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036aa61d1/0xd3c138f33087c756 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07677 expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125962:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036aa61d1/0xd3c138f33087c756 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07677 expref: 6600 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125971:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.125973:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.125976:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.125985:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126005:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.126014:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.126022:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6599:2410:x1862023150187776:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 109us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.126029:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7580
00000100:00100000:3.0:1775764892.126045:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7581
00000100:00100000:3.0:1775764892.126052:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6568:2412:x1862023150187904:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.126059:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.126139:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126149:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126158:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126165:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126179:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.126292:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+400:3657:x1862023169607680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18089us (18140us total) trans 4294972673 rc 0/0
00000100:00100000:2.0:1775764892.126302:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28830
00010000:00010000:2.0:1775764892.126321:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.126326:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126333:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.126336:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126344:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126355:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126362:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006d9785a/0xd3c138f3308bb286 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.126378:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.126380:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.126381:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.126405:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efbe1321/0xd3c138f33087c8d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ff expref: 6568 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126418:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efbe1321/0xd3c138f33087c8d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ff expref: 6568 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126430:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efbe1321/0xd3c138f33087c8d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ff expref: 6568 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126441:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.126442:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.126445:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.126447:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3c859ef/0xd3c138f33087ce48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d77 expref: 6567 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126453:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.126460:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a45180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169606656:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.126477:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.126482:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b858dbb4/0xd3c138f33087cb0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077b2 expref: 6566 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.126492:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169606784:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.126495:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6565:2412:x1862023150187904:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 444us (838us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.126501:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7581
00010000:00010000:1.0:1775764892.126510:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.126519:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.126525:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.126531:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405080380/2, rc 0, transno 4294972673
00010000:00010000:1.0:1775764892.126533:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.126539:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169607680:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.126540:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.126554:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.126622:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c894182/0xd3c138f33087c79c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076c4 expref: 6600 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.126631:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+421:3660:x1862023169604352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25055us (30815us total) trans 4294972702 rc 0/0
00010000:00010000:0.0:1775764892.126635:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.126637:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.126640:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.126640:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28826
00010000:00010000:0.0:1775764892.126647:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.126665:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:1.0:1775764892.126671:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4017d5880/2, rc 0, transno 4294972701
00010000:00010000:0.0:1775764892.126676:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.126680:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4017d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169606912:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.126689:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.126697:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.126704:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.126714:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:1.0:1775764892.126728:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d60e00/2, rc 0, transno 4294972671
00000100:00100000:1.0:1775764892.126736:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169604736:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.126741:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764892.126748:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169609856:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.126769:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:1.0:1775764892.126773:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.126774:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126786:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408090800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.126789:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126808:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.126813:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169609984:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.126820:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126827:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b768ac2/0xd3c138f3308bb271 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.126833:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.126846:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.126849:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126856:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.126857:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.126859:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126866:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.126872:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a15f80/2, rc 0, transno 4294972698
00010000:00010000:3.0:1775764892.126875:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.126878:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169604224:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.126882:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fde4b98/0xd3c138f3308bb28d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.126896:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.126897:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.126900:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.126908:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d60380/2, rc 0, transno 4294972670
00000100:00100000:1.0:1775764892.126919:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169604864:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.126929:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a17800/2, rc 0, transno 4294972702
00000100:00100000:1.0:1775764892.126935:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169604352:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.127019:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.127110:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.127146:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.127152:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.127169:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.127233:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.127238:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.127245:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408091e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.127260:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.127267:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+421:3657:x1862023169607168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21742us (21805us total) trans 4294972703 rc 0/0
00010000:00010000:3.0:1775764892.127268:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.127274:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28828
00010000:00010000:3.0:1775764892.127279:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.127287:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169609856
00000100:00100000:2.0:1775764892.127292:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169609856
00000100:00100000:2.0:1775764892.127320:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169609984
00000100:00100000:2.0:1775764892.127322:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169609984
00010000:00010000:3.0:1775764892.127438:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025492b26/0xd3c138f3308bb27f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.127456:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.127457:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.127459:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764892.127483:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533400380/2, rc 0, transno 4294972703
00000100:00100000:3.0:1775764892.127488:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169607168:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.127617:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534932850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+401:3660:x1862023169607552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19419us (19525us total) trans 4294972674 rc 0/0
00000100:00100000:0.0:1775764892.127624:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28829
00000100:00100000:2.0:1775764892.127648:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28838
00000100:00100000:2.0:1775764892.127655:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+421:3658:x1862023169609856:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.127677:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9934 count 1
00010000:00010000:2.0:1775764892.127713:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.127720:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28839
00000100:00100000:0.0:1775764892.127725:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+400:3658:x1862023169609984:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.127726:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009483f3e9/0xd3c138f33087c924 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07837 expref: 6564 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.127734:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.127735:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00002000:00080000:0.0:1775764892.127736:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4430 count 1
00010000:00010000:2.0:1775764892.127738:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.127746:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.127755:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d29d5ac6/0xd3c138f33087c78e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076b6 expref: 6597 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.127759:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009483f3e9/0xd3c138f33087c924 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07837 expref: 6564 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.127762:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.127763:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.127766:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.127771:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009483f3e9/0xd3c138f33087c924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07837 expref: 6564 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.127782:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d29d5ac6/0xd3c138f33087c78e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076b6 expref: 6597 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.127782:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405080000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169610368:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.127790:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d29d5ac6/0xd3c138f33087c78e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076b6 expref: 6597 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.127825:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c000 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.127847:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541ded500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169610112:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.127871:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.127891:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1775764892.127897:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169609728:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.127902:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169610112
00000100:00100000:3.0:1775764892.127906:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169610112
00000100:00100000:2.0:1775764892.127917:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.127957:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169610496:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.127978:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289e40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.127998:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6597:2410:x1862023150188160:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2242us (2419us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.128005:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7579
00000100:00100000:1.0:1775764892.128162:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541ded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169610752:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.128194:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541deca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169610624:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.128233:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402c79f80/2, rc 0, transno 4294972668
00000100:00100000:1.0:1775764892.128243:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169604992:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.128271:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405082d80/2, rc 0, transno 4294972674
00000100:00100000:1.0:1775764892.128276:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169607552:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.128286:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b54000/2, rc 0, transno 4294972700
00000100:00100000:1.0:1775764892.128293:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169606272:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.128374:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541deea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169611008:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.128430:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169609728
00000100:00100000:3.0:1775764892.128435:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169609728
00000100:00100000:2.0:1775764892.128442:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28840
00000100:00100000:2.0:1775764892.128449:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+422:3659:x1862023169610112:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.128459:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28841
00002000:00080000:2.0:1775764892.128465:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:787 count 1
00000100:00100000:3.0:1775764892.128465:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+401:3659:x1862023169609728:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.128474:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:949 count 1
00010000:00010000:2.0:1775764892.128479:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.128490:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0662cc8/0xd3c138f33087c92b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07845 expref: 6564 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.128497:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.128499:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.128502:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.128504:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.128514:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d242371/0xd3c138f33087c787 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a8 expref: 6596 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.128521:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b0662cc8/0xd3c138f33087c92b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07845 expref: 6564 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.128521:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.128522:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.128525:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.128531:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b0662cc8/0xd3c138f33087c92b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07845 expref: 6564 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.128541:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169611264:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.128541:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d242371/0xd3c138f33087c787 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a8 expref: 6596 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.128549:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d242371/0xd3c138f33087c787 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a8 expref: 6596 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.128558:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169611392:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.128566:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.128574:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.128578:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169610240:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.128599:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.128648:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169610240
00000100:00100000:0.0:1775764892.128652:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169610240
00000100:00100000:0.0:1775764892.128683:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28842
00000100:00100000:0.0:1775764892.128689:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+402:3659:x1862023169610240:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.128691:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00080000:0.0:1775764892.128700:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3423 count 1
00000100:00100000:1.0:1775764892.128709:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:0.0:1775764892.128711:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.128715:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541dedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169610880:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.128722:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d580ff4d/0xd3c138f33087c7b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d9 expref: 6596 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.128728:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.128730:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764892.128732:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.128733:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.128750:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d580ff4d/0xd3c138f33087c7b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d9 expref: 6596 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.128750:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169611008
00000100:00100000:1.0:1775764892.128752:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169611008
00010000:00010000:0.0:1775764892.128759:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d580ff4d/0xd3c138f33087c7b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d9 expref: 6596 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.128769:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169611520:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.128772:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169610880
00000100:00100000:1.0:1775764892.128774:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169610880
00000100:00100000:0.0:1775764892.128788:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.128789:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28843
00000100:00100000:1.0:1775764892.128794:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b541deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+403:3660:x1862023169611008:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.128806:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4935 count 1
00010000:00010000:1.0:1775764892.128818:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.128829:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c37c596d/0xd3c138f33087c7bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e7 expref: 6596 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.128835:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.128836:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.128838:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.128855:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c37c596d/0xd3c138f33087c7bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e7 expref: 6596 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.128864:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c37c596d/0xd3c138f33087c7bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e7 expref: 6596 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.128873:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541ded880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169611648:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.128882:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.128891:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408fd3d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.128906:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28844
00000100:00100000:1.0:1775764892.128912:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b541dec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+423:3660:x1862023169610880:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.128916:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00002000:00080000:1.0:1775764892.128924:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4864 count 1
00010000:00010000:1.0:1775764892.128935:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.128946:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.128960:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150188288
00010000:00010000:1.0:1775764892.128960:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d8fa39c/0xd3c138f33087c947 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0786f expref: 6564 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.128963:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150188288
00010000:00010000:1.0:1775764892.128967:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.128968:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.128971:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.128978:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4cc2785/0xd3c138f33087c741 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07662 expref: 6597 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.128987:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d8fa39c/0xd3c138f33087c947 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0786f expref: 6564 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.128995:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150188416
00010000:00010000:1.0:1775764892.128996:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d8fa39c/0xd3c138f33087c947 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0786f expref: 6564 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.128997:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150188416
00010000:00010000:0.0:1775764892.129008:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000016276919/0xd3c138f33087c76b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0768c expref: 6598 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.129011:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541dee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169611776:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.129021:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150188544
00000100:00100000:0.0:1775764892.129023:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150188544
00010000:00010000:0.0:1775764892.129034:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd80e016/0xd3c138f33087c8f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0781b expref: 6565 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.129040:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408fd3cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.129056:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7582
00000100:00100000:1.0:1775764892.129058:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.129074:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:2410:x1862023150188288:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.129076:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764892.129081:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541def480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169611136:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.129083:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.129088:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4cc2785/0xd3c138f33087c741 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07662 expref: 6598 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129101:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4cc2785/0xd3c138f33087c741 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07662 expref: 6598 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.129102:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.129144:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169610752
00010000:00010000:0.0:1775764892.129145:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.129146:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764892.129148:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169610752
00010000:00010000:0.0:1775764892.129150:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129159:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129174:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.129181:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169611136
00000100:00100000:1.0:1775764892.129184:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169611136
00000100:00100000:0.0:1775764892.129190:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:2410:x1862023150188288:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 129us (308us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.129194:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28845
00000100:00100000:0.0:1775764892.129197:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7582
00000100:00100000:1.0:1775764892.129199:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b541dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+424:3658:x1862023169610752:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.129209:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8129 count 1
00010000:00010000:1.0:1775764892.129220:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129231:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b59cc07c/0xd3c138f33087c939 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07861 expref: 6565 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129237:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129238:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129240:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129269:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b59cc07c/0xd3c138f33087c939 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07861 expref: 6565 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129284:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b59cc07c/0xd3c138f33087c939 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07861 expref: 6565 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.129294:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169611904:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.129315:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.129328:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28846
00000100:00100000:1.0:1775764892.129334:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+404:3658:x1862023169611136:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.129346:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5298 count 1
00010000:00010000:1.0:1775764892.129356:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129368:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d254253/0xd3c138f33087c7c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee076ee expref: 6598 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129375:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129376:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129378:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129395:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d254253/0xd3c138f33087c7c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076ee expref: 6598 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129404:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d254253/0xd3c138f33087c7c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076ee expref: 6598 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.129419:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169612032:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.129437:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bf00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.129454:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7583
00000100:00100000:0.0:1775764892.129461:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7584
00000100:00100000:1.0:1775764892.129461:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6597:2412:x1862023150188416:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.129468:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6565:2412:x1862023150188544:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.129468:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.129473:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000016276919/0xd3c138f33087c76b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x9fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0768c expref: 6597 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129474:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.129479:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd80e016/0xd3c138f33087c8f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0781b expref: 6565 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129483:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000016276919/0xd3c138f33087c76b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x9fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0768c expref: 6597 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129489:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd80e016/0xd3c138f33087c8f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0781b expref: 6565 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129496:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129497:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.129499:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129500:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129501:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.129503:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129508:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129511:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129520:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.129520:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.129532:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6597:2412:x1862023150188416:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 72us (616us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.129533:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6565:2412:x1862023150188544:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 66us (587us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.129538:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7583
00000100:00100000:0.0:1775764892.129541:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7584
00000100:00100000:1.0:1775764892.129557:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.129589:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169610624
00000100:00100000:1.0:1775764892.129593:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169610624
00000100:00100000:1.0:1775764892.129608:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28847
00000100:00100000:1.0:1775764892.129613:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+425:3657:x1862023169610624:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.129624:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3076 count 1
00010000:00010000:1.0:1775764892.129636:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129647:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6a5c44c/0xd3c138f33087c932 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07853 expref: 6564 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129653:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129654:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129656:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129671:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6a5c44c/0xd3c138f33087c932 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07853 expref: 6564 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129679:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6a5c44c/0xd3c138f33087c932 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07853 expref: 6564 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.129688:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169612160:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.129704:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.129705:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.129719:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150188672
00000100:00100000:0.0:1775764892.129722:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150188672
00010000:00010000:1.0:1775764892.129729:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4cc2785/0xd3c138f33087c741 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07662 expref: 6596 pid: 8419 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129735:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e01ac33/0xd3c138f33087c8fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07822 expref: 6565 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.129748:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169608320:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.129752:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7585
00000100:00100000:0.0:1775764892.129757:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6565:2411:x1862023150188672:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.129764:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.129764:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129768:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e01ac33/0xd3c138f33087c8fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07822 expref: 6565 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129774:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129777:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e01ac33/0xd3c138f33087c8fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07822 expref: 6565 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129782:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129789:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.129790:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129791:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.129794:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.129798:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129802:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.129812:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.129813:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.129825:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6565:2411:x1862023150188672:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 68us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.129831:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7585
00000100:00100000:1.0:1775764892.129952:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+405:3660:x1862023169607424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21260us (21417us total) trans 4294972675 rc 0/0
00000100:00100000:1.0:1775764892.129958:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28832
00000004:00080000:1.0:1775764892.129990:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405083b80/2, rc 0, transno 4294972675
00000100:00100000:1.0:1775764892.129999:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169607424:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.130045:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169612288:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.130069:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.130096:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169612288
00000100:00100000:1.0:1775764892.130100:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169612288
00000100:00100000:1.0:1775764892.130139:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28848
00000100:00100000:1.0:1775764892.130146:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+405:3658:x1862023169612288:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.130156:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3491 count 1
00010000:00010000:1.0:1775764892.130167:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.130179:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009ab50a97/0xd3c138f33087c7e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0770a expref: 6595 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.130185:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.130187:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.130189:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.130206:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009ab50a97/0xd3c138f33087c7e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0770a expref: 6595 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.130215:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009ab50a97/0xd3c138f33087c7e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0770a expref: 6595 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.130224:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169612416:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.130260:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed000 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.130283:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6564:2410:x1862023150186112:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 19638us (20071us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.130294:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7567
00010000:00010000:2.0:1775764892.130802:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016276919/0xd3c138f33087c76b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x9fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0768c expref: 6595 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.130817:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169608832:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.130833:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.130843:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.130850:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.130864:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.130871:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.130896:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764892.131210:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.131217:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.131226:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408091c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.131230:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.131240:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132430:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132444:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2b47cc6/0xd3c138f3308bb29b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132469:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.132473:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132480:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a212600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.132483:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132491:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132500:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132506:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fa71042/0xd3c138f3308bb2a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132520:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.132521:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.132524:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+406:3657:x1862023169608704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16663us (16833us total) trans 4294972676 rc 0/0
00010000:00010000:0.0:1775764892.132525:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.132534:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28833
00010000:00010000:0.0:1775764892.132571:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e01ac33/0xd3c138f33087c8fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07822 expref: 6563 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.132582:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169609216:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.132601:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132610:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132617:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132625:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.132632:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.132636:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.132658:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:1.0:1775764892.132663:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9f800/2, rc 0, transno 4294972676
00000100:00100000:1.0:1775764892.132675:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169608704:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.132735:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.132748:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169612544:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.132770:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+426:3658:x1862023169608960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13852us (15607us total) trans 4294972704 rc 0/0
00000100:00100000:0.0:1775764892.132777:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28835
00000100:00100000:1.0:1775764892.132781:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.132820:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169612544
00000100:00100000:2.0:1775764892.132830:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169612544
00000100:00100000:2.0:1775764892.132864:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28849
00000100:00100000:2.0:1775764892.132872:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+406:3660:x1862023169612544:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.132896:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7288 count 1
00010000:00010000:2.0:1775764892.132917:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.132932:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005c253b2/0xd3c138f33087c7fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0771f expref: 6594 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.132939:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.132942:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.132945:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.132973:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005c253b2/0xd3c138f33087c7fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0771f expref: 6594 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.132984:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005c253b2/0xd3c138f33087c7fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0771f expref: 6594 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.132995:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169612672:192.168.202.20@tcp:104:
00000004:00080000:1.0:1775764892.133157:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a44000/2, rc 0, transno 4294972704
00000100:00100000:1.0:1775764892.133168:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169608960:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.133210:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169612800:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.133235:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.133267:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169612800
00000100:00100000:1.0:1775764892.133271:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169612800
00000100:00100000:1.0:1775764892.133295:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28850
00000100:00100000:1.0:1775764892.133300:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+426:3660:x1862023169612800:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.133313:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9130 count 1
00010000:00010000:1.0:1775764892.133326:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.133338:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bac4195e/0xd3c138f33087c955 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0787d expref: 6562 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.133344:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.133346:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.133348:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.133367:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bac4195e/0xd3c138f33087c955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0787d expref: 6562 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.133377:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bac4195e/0xd3c138f33087c955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0787d expref: 6562 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.133387:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169612928:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.133433:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed480 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.133647:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd80e016/0xd3c138f33087c8f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0781b expref: 6562 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.133665:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169609088:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.133680:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.133689:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.133695:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.133703:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.133711:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.133724:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.133829:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.133853:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405081f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169609600:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.133867:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133883:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.133889:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133896:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.133900:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133908:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133923:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133931:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027932bad/0xd3c138f3308bb2b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133949:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.133952:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133959:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a213e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.133962:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133968:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133978:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133985:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed8ed6df/0xd3c138f3308bb2a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.133997:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.133999:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.134000:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.134084:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405083800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169609472:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.134099:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.134157:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.134704:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+427:3660:x1862023169608576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15993us (17806us total) trans 4294972705 rc 0/0
00000100:00100000:0.0:1775764892.134714:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28834
00000004:00080000:1.0:1775764892.135307:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da0700/2, rc 0, transno 4294972705
00000100:00100000:1.0:1775764892.135325:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169608576:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.135518:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169613056:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.135587:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.135627:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169613056
00000100:00100000:3.0:1775764892.135634:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169613056
00000100:00100000:3.0:1775764892.135728:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28851
00000100:00100000:3.0:1775764892.135737:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+427:3657:x1862023169613056:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.135763:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9050 count 1
00010000:00010000:3.0:1775764892.135786:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.135922:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000932a047b/0xd3c138f33087c963 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0788b expref: 6561 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.135930:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.135932:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.135935:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.136022:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000932a047b/0xd3c138f33087c963 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0788b expref: 6561 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.136036:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000932a047b/0xd3c138f33087c963 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0788b expref: 6561 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.136055:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169613184:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.137243:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.137329:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405080000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169610368:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.137356:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.137393:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.137424:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150189184
00000100:00100000:2.0:1775764892.137428:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.137432:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150189184
00000100:00100000:3.0:1775764892.137488:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14359
00000100:00100000:3.0:1775764892.137498:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6369:11674:x1862023150189184:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.137555:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.137587:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a859800/0xd3c138f33081eced lrc: 0/0,0 mode: --/PR res: [0x200000402:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea6c5 expref: 6369 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137607:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x313:0x0].0x0 (ffff89b53b789c00)
00010000:00010000:3.0:1775764892.137620:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.137639:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137651:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137659:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137674:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b200/0xd3c138f3308bb34a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5c5ee370 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137680:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b200/0xd3c138f3308bb34a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5c5ee370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137686:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b200/0xd3c138f3308bb34a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5c5ee370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137784:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x313:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137793:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.137814:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.138079:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4017, 64 off265280
00000040:00080000:3.0:1775764892.138104:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4017, 64 off265280
00010000:00010000:3.0:1775764892.138184:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x313:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.138193:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.138214:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.138221:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.138227:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.138234:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.140384:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150188928
00000100:00100000:1.0:1775764892.140397:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150188928
00000100:00100000:0.0:1775764892.140434:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.140439:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0c94111/0xd3c138f33087c779 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0769a expref: 6595 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.140470:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150188800
00000100:00100000:1.0:1775764892.140473:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150188800
00000100:00100000:0.0:1775764892.140476:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7586
00000100:00100000:0.0:1775764892.140485:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6595:2409:x1862023150188928:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.140485:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000070e3fb2/0xd3c138f33087c8de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07806 expref: 6562 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.140502:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1775764892.140503:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7587
00010000:00010000:0.0:1775764892.140508:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0c94111/0xd3c138f33087c779 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0769a expref: 6595 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.140508:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6562:2409:x1862023150188800:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.140516:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.140519:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000070e3fb2/0xd3c138f33087c8de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07806 expref: 6562 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.140521:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0c94111/0xd3c138f33087c779 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0769a expref: 6595 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.140529:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000070e3fb2/0xd3c138f33087c8de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07806 expref: 6562 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.140542:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0c94111/0xd3c138f33087c779 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0769a expref: 6595 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.140542:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000070e3fb2/0xd3c138f33087c8de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07806 expref: 6562 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.140559:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.140559:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.140561:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.140561:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.140566:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.140566:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.140576:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.140576:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.140602:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.140602:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.140618:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.140626:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.140626:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6561:2409:x1862023150188800:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 117us (3196us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.140633:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7587
00010000:00010000:0.0:1775764892.140635:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.140642:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.141201:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6594:2409:x1862023150188928:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 715us (3805us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.141209:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7586
00010000:00010000:0.0:1775764892.141502:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.141667:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+407:3659:x1862023169609344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15823us (16077us total) trans 4294972677 rc 0/0
00000100:00100000:0.0:1775764892.141675:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28837
00000100:00100000:0.0:1775764892.141718:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169610496:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.141739:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.141759:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.141765:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.141772:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.141776:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.141784:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.141856:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.141862:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.141869:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.141872:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.141879:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.141893:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.141900:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb2da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.141919:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.141921:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.141922:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.141934:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x313:0x0].0x0 (ffff89b4092ed300)
00010000:00010000:0.0:1775764892.141938:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.141949:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.141961:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.141963:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.141964:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.141991:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b57100/2, rc 0, transno 4294972677
00000100:00100000:0.0:1775764892.142010:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169609344:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.142011:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.142190:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764892.142193:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150189312
00000100:00100000:0.0:1775764892.142198:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150189312
00000100:00100000:1.0:1775764892.142203:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169613312:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.142237:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009483f3e9/0xd3c138f33087c924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07837 expref: 6561 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.142239:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.142275:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7588
00000100:00100000:0.0:1775764892.142284:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6561:2412:x1862023150189312:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.142305:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.142311:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009483f3e9/0xd3c138f33087c924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07837 expref: 6561 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142322:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009483f3e9/0xd3c138f33087c924 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07837 expref: 6561 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142339:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009483f3e9/0xd3c138f33087c924 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07837 expref: 6561 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142350:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.142352:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.142356:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142365:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.142387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.142391:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.142405:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142414:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142423:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142426:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:2412:x1862023150189312:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 144us (417us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.142431:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142433:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7588
00010000:00010000:2.0:1775764892.142444:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.142446:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150189440
00000100:00100000:0.0:1775764892.142450:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150189440
00010000:00010000:0.0:1775764892.142462:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d29d5ac6/0xd3c138f33087c78e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076b6 expref: 6594 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142482:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7589
00000100:00100000:0.0:1775764892.142487:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6594:2412:x1862023150189440:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.142494:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.142498:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d29d5ac6/0xd3c138f33087c78e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x114e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076b6 expref: 6594 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142508:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d29d5ac6/0xd3c138f33087c78e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x114e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076b6 expref: 6594 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142520:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d29d5ac6/0xd3c138f33087c78e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x114e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076b6 expref: 6594 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142534:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.142536:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.142539:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142546:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.142547:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+428:3658:x1862023169609856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14893us (15773us total) trans 4294972706 rc 0/0
00000100:00100000:2.0:1775764892.142554:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28838
00010000:00010000:0.0:1775764892.142562:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.142567:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169613312
00000100:00100000:2.0:1775764892.142570:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169613312
00010000:00010000:0.0:1775764892.142572:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142580:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142588:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.142589:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28852
00000100:00100000:2.0:1775764892.142595:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+407:3657:x1862023169613312:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.142596:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.142607:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00002000:00080000:2.0:1775764892.142617:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10126 count 1
00010000:00010000:2.0:1775764892.142635:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142647:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000403da0c8/0xd3c138f33087c7f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07718 expref: 6593 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142655:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.142656:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.142658:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142679:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+408:3658:x1862023169609984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14954us (15845us total) trans 4294972678 rc 0/0
00010000:00010000:2.0:1775764892.142679:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000403da0c8/0xd3c138f33087c7f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07718 expref: 6593 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142686:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28839
00010000:00010000:2.0:1775764892.142691:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000403da0c8/0xd3c138f33087c7f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07718 expref: 6593 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.142703:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e924700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169613440:192.168.202.20@tcp:104:
00000004:00080000:0.0:1775764892.142721:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a46d80/2, rc 0, transno 4294972678
00000100:00100000:0.0:1775764892.142731:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169609984:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.142740:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00000004:00080000:0.0:1775764892.142743:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a44e00/2, rc 0, transno 4294972706
00010000:00010000:2.0:1775764892.142749:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:0.0:1775764892.142750:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169609856:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.142753:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142760:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fcc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.142763:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142771:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142783:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142790:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb2e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142792:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6593:2412:x1862023150189440:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 304us (407us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.142805:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.142808:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142811:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7589
00010000:00010000:2.0:1775764892.142815:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.142818:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142825:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142834:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169613568:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.142834:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.142841:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb2e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x114e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.142857:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.142859:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.142860:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.142862:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.142884:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169613568
00000100:00100000:0.0:1775764892.142887:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169613568
00000100:00100000:2.0:1775764892.142899:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1775764892.142906:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28853
00000100:00100000:2.0:1775764892.142906:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169613696:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.142911:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+408:3659:x1862023169613568:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.142922:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3753 count 1
00000100:00100000:2.0:1775764892.142928:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.142933:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.142959:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169613696
00000100:00100000:2.0:1775764892.142963:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169613696
00000100:00100000:2.0:1775764892.142984:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28854
00000100:00100000:2.0:1775764892.142990:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+428:3659:x1862023169613696:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.143001:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5683 count 1
00010000:00010000:2.0:1775764892.143014:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143177:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1e63776/0xd3c138f33087c80c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07734 expref: 6592 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143185:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.143187:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.143190:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143211:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1e63776/0xd3c138f33087c80c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07734 expref: 6592 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143221:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1e63776/0xd3c138f33087c80c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07734 expref: 6592 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143231:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169613824:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.143267:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.143289:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169611520:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.143303:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.143319:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.143336:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150189568
00000100:00100000:1.0:1775764892.143340:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150189568
00000100:00100000:0.0:1775764892.143345:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.143357:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b0662cc8/0xd3c138f33087c92b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07845 expref: 6560 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143364:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.143388:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150189824
00000100:00100000:1.0:1775764892.143392:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150189824
00000100:00100000:0.0:1775764892.143398:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150189696
00000100:00100000:0.0:1775764892.143401:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150189696
00000100:00100000:1.0:1775764892.143409:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541ded880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169611648:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.143414:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d242371/0xd3c138f33087c787 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a8 expref: 6594 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143426:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143432:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7590
00000100:00100000:0.0:1775764892.143437:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:2412:x1862023150189568:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.143447:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.143447:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d580ff4d/0xd3c138f33087c7b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d9 expref: 6594 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143451:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b0662cc8/0xd3c138f33087c92b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07845 expref: 6560 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143462:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b0662cc8/0xd3c138f33087c92b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07845 expref: 6560 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.143465:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7591
00000100:00100000:1.0:1775764892.143470:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6594:2412:x1862023150189696:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.143477:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.143477:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.143479:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.143481:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d242371/0xd3c138f33087c787 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a8 expref: 6594 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143482:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143491:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143492:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d242371/0xd3c138f33087c787 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a8 expref: 6594 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143504:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.143504:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.143505:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.143508:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143515:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143520:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:2412:x1862023150189568:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 83us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.143526:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7590
00010000:00010000:1.0:1775764892.143527:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.143540:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7592
00000100:00100000:1.0:1775764892.143541:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6594:2412:x1862023150189696:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 70us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.143546:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6594:2412:x1862023150189824:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.143547:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7591
00010000:00010000:0.0:1775764892.143552:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.143557:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d580ff4d/0xd3c138f33087c7b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d9 expref: 6593 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143566:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d580ff4d/0xd3c138f33087c7b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d9 expref: 6593 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143580:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d580ff4d/0xd3c138f33087c7b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076d9 expref: 6593 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143595:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.143597:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.143600:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143607:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.143616:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541dee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169611776:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.143622:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.143629:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143638:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6592:2412:x1862023150189824:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.143644:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7592
00010000:00010000:0.0:1775764892.143683:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.143684:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169611904:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.143691:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143699:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143706:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143707:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143727:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.143733:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.143736:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143743:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.143746:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143753:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143764:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143771:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000765fd03e/0xd3c138f3308bb2fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143784:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.143786:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.143788:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.143809:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.143824:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150190208
00000100:00100000:1.0:1775764892.143827:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150190208
00000100:00100000:0.0:1775764892.143828:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+409:3659:x1862023169610240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15140us (15228us total) trans 4294972679 rc 0/0
00000100:00100000:0.0:1775764892.143834:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28842
00010000:00010000:1.0:1775764892.143841:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c37c596d/0xd3c138f33087c7bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e7 expref: 6592 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.143858:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7593
00000100:00100000:1.0:1775764892.143864:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6592:2410:x1862023150190208:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.143867:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.143872:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.143876:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c37c596d/0xd3c138f33087c7bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e7 expref: 6592 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143884:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.143887:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c37c596d/0xd3c138f33087c7bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e7 expref: 6592 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143894:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150190080
00000100:00100000:0.0:1775764892.143896:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150190080
00010000:00010000:1.0:1775764892.143900:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c37c596d/0xd3c138f33087c7bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076e7 expref: 6592 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143908:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b59cc07c/0xd3c138f33087c939 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07861 expref: 6560 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143909:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.143911:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.143914:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143921:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143922:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150189952
00000100:00100000:0.0:1775764892.143924:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150189952
00010000:00010000:0.0:1775764892.143934:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d8fa39c/0xd3c138f33087c947 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0786f expref: 6561 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143936:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.143945:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143953:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143961:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.143962:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7594
00000100:00100000:0.0:1775764892.143968:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6561:2412:x1862023150190080:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.143969:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.143975:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.143979:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b59cc07c/0xd3c138f33087c939 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07861 expref: 6561 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.143980:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.143988:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b59cc07c/0xd3c138f33087c939 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07861 expref: 6561 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.144000:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b59cc07c/0xd3c138f33087c939 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07861 expref: 6561 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.144015:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.144017:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.144019:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.144026:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.144043:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.144058:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:2412:x1862023150190080:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 91us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.144060:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b541deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+409:3660:x1862023169611008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15266us (15368us total) trans 4294972680 rc 0/0
00000100:00100000:1.0:1775764892.144066:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28843
00000004:00080000:1.0:1775764892.144098:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541deea00/2, rc 0, transno 4294972680
00000100:00100000:1.0:1775764892.144107:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541deea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169611008:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.144151:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6591:2410:x1862023150190208:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 287us (342us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.144158:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7593
00000100:00100000:1.0:1775764892.144170:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7595
00000100:00100000:1.0:1775764892.144176:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:2412:x1862023150189952:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.144184:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.144188:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d8fa39c/0xd3c138f33087c947 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0786f expref: 6560 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144198:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d8fa39c/0xd3c138f33087c947 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0786f expref: 6560 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144211:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d8fa39c/0xd3c138f33087c947 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0786f expref: 6560 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144220:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.144222:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.144225:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144232:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144259:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.144270:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144281:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144290:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144297:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.144311:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.144396:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b541dec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+429:3660:x1862023169610880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15484us (15662us total) trans 4294972707 rc 0/0
00000100:00100000:1.0:1775764892.144403:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28844
00000004:00080000:1.0:1775764892.144428:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541dedf80/2, rc 0, transno 4294972707
00000100:00100000:1.0:1775764892.144439:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541dedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169610880:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.144493:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169613952:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.144520:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.144562:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6559:2412:x1862023150189952:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 385us (675us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.144569:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7595
00000100:00100000:1.0:1775764892.144645:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169612032:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.144659:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.144721:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169612160:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.144733:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.144783:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169612416:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.144792:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.144898:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169612928:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.144902:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7594
00010000:00010000:1.0:1775764892.144910:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.144922:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.144930:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.144937:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.144939:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.144950:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150190592
00000100:00100000:1.0:1775764892.144954:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150190592
00010000:00010000:1.0:1775764892.144973:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009ab50a97/0xd3c138f33087c7e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0770a expref: 6591 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.144994:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7596
00010000:00010000:0.0:1775764892.144995:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.145000:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6591:2412:x1862023150190592:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.145009:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1775764892.145009:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.145012:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009ab50a97/0xd3c138f33087c7e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xda3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0770a expref: 6591 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145026:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009ab50a97/0xd3c138f33087c7e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xda3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0770a expref: 6591 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145039:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ab50a97/0xd3c138f33087c7e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xda3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0770a expref: 6591 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145049:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.145050:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.145053:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145060:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145077:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.145095:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6590:2412:x1862023150190592:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 95us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.145101:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7596
00010000:00010000:1.0:1775764892.145131:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764892.145136:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145144:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408090a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.145147:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145160:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145171:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145178:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4247386/0xd3c138f3308bb304 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145193:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.145197:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145203:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408091600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.145206:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145213:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145224:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145231:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8bf0fa4/0xd3c138f3308bb30b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145261:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.145265:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145271:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408090200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.145274:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145281:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145290:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145297:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1685b4f/0xd3c138f3308bb312 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145309:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.145310:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.145312:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.145320:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145328:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145342:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145349:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145362:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.145462:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+409:3658:x1862023169612288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15316us (15391us total) trans 4294972681 rc 0/0
00000100:00100000:1.0:1775764892.145468:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28848
00000100:00100000:1.0:1775764892.145479:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169613952
00000100:00100000:1.0:1775764892.145482:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169613952
00000100:00100000:1.0:1775764892.145505:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28855
00000100:00100000:1.0:1775764892.145512:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+430:3657:x1862023169613952:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.145532:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4923 count 1
00010000:00010000:1.0:1775764892.145547:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.145555:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b541dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+430:3658:x1862023169610752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16355us (16496us total) trans 4294972708 rc 0/0
00010000:00010000:1.0:1775764892.145560:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a253877d/0xd3c138f33087c971 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a0 expref: 6557 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.145561:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28845
00010000:00010000:1.0:1775764892.145567:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.145569:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.145571:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.145585:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.145588:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.145595:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408090e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.145597:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a253877d/0xd3c138f33087c971 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a0 expref: 6557 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.145598:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.145606:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.145609:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a253877d/0xd3c138f33087c971 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a0 expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.145617:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.145621:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169614080:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.145625:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4349723/0xd3c138f3308bb327 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xda3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.145637:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.145638:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.145640:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.145650:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed3c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.145660:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.145688:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169614208:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.145698:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.145711:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.145734:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000004:00080000:0.0:1775764892.145736:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3ec000/2, rc 0, transno 4294972681
00000100:00100000:0.0:1775764892.145744:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169612288:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.145755:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541ded180/2, rc 0, transno 4294972708
00000100:00100000:1.0:1775764892.145760:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.145764:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541ded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169610752:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.145772:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150190336
00000100:00100000:1.0:1775764892.145774:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150190336
00010000:00010000:1.0:1775764892.145788:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d254253/0xd3c138f33087c7c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076ee expref: 6590 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146187:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764892.146197:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bb358 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146244:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146263:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146270:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146277:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146300:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.146388:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8cb91a8/0xd3c138f33087c96a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07892 expref: 6557 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.146398:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.146399:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.146402:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.146435:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0662cc8/0xd3c138f33087c92b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07845 expref: 6557 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.146445:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169611264:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.146456:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+430:3659:x1862023169608448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20792us (20942us total) trans 4294972709 rc 0/0
00010000:00010000:2.0:1775764892.146463:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.146463:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28836
00010000:00010000:2.0:1775764892.146470:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.146476:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.146479:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169614208
00000100:00100000:3.0:1775764892.146482:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169614208
00010000:00010000:2.0:1775764892.146484:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.146490:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.146507:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28856
00000100:00100000:3.0:1775764892.146514:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+409:3658:x1862023169614208:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.146535:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:789 count 1
00010000:00010000:3.0:1775764892.146549:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146561:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000530494fe/0xd3c138f33087c82f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0773b expref: 6590 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146572:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.146573:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.146575:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146595:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000530494fe/0xd3c138f33087c82f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0773b expref: 6590 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146604:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000530494fe/0xd3c138f33087c82f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0773b expref: 6590 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.146614:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169614592:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.146652:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b50878f0c0 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.146688:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d242371/0xd3c138f33087c787 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076a8 expref: 6590 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.146697:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169611392:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.146711:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146718:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146723:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146731:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.146737:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.146859:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150190720
00000100:00100000:1.0:1775764892.146864:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150190720
00010000:00010000:1.0:1775764892.146882:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bac4195e/0xd3c138f33087c955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0787d expref: 6557 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.148100:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150190464
00000100:00100000:0.0:1775764892.148110:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150190464
00010000:00010000:0.0:1775764892.148158:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6a5c44c/0xd3c138f33087c932 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07853 expref: 6558 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.148182:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7597
00000100:00100000:1.0:1775764892.148190:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7598
00000100:00100000:0.0:1775764892.148191:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6589:2412:x1862023150190336:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.148198:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6558:2410:x1862023150190720:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.148211:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.148211:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.148218:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d254253/0xd3c138f33087c7c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076ee expref: 6589 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148218:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bac4195e/0xd3c138f33087c955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0787d expref: 6558 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148230:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bac4195e/0xd3c138f33087c955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0787d expref: 6558 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148231:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d254253/0xd3c138f33087c7c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076ee expref: 6589 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148261:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d254253/0xd3c138f33087c7c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee076ee expref: 6589 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148261:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bac4195e/0xd3c138f33087c955 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0787d expref: 6558 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148278:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.148278:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.148280:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.148280:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.148285:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148285:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148295:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148300:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148326:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.148352:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148360:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148369:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.148376:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.148432:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:0.0:1775764892.148541:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.148586:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6588:2412:x1862023150190336:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 395us (2885us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.148594:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7597
00000100:00100000:0.0:1775764892.148613:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7599
00000100:00100000:0.0:1775764892.148619:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b50870e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6557:2410:x1862023150190464:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.148627:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.148632:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6a5c44c/0xd3c138f33087c932 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07853 expref: 6557 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148641:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6a5c44c/0xd3c138f33087c932 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07853 expref: 6557 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148654:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6a5c44c/0xd3c138f33087c932 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07853 expref: 6557 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148664:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.148665:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.148668:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148675:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.148698:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.148812:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1775764892.148936:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+431:3659:x1862023169610112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20485us (21062us total) trans 4294972710 rc 0/0
00000100:00100000:2.0:1775764892.148953:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28840
00010000:00010000:2.0:1775764892.148985:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1775764892.148991:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.148999:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.149003:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1775764892.149004:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149017:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149204:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149214:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb2d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149232:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764892.149236:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149242:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.149245:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.149260:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+410:3659:x1862023169609728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20795us (21341us total) trans 4294972682 rc 0/0
00010000:00010000:2.0:1775764892.149263:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.149267:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28841
00010000:00010000:2.0:1775764892.149273:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149280:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb2ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149298:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.149300:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.149302:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149304:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149309:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.149312:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149312:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408095000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.149315:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149320:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149324:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149329:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149334:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149335:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb2f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149342:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000928d6cda/0xd3c138f3308bb335 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149350:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.149352:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.149353:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.149354:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.149356:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.149358:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.149373:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149380:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149385:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149387:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8cb91a8/0xd3c138f33087c96a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07892 expref: 6556 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149390:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.149393:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149398:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8cb91a8/0xd3c138f33087c96a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07892 expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149399:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149410:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x313:0x0].0x0 (ffff89b4092ed300)
00010000:00010000:3.0:1775764892.149412:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.149415:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.149417:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e900e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169614720:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.149420:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb351 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149445:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149451:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149457:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149462:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149466:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b600 already unused, calling callback (ffffffffc18734f0)
00000100:00100000:2.0:1775764892.149467:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.149469:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149474:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149481:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.149483:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.149486:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149491:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bb343 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.149499:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a70dc8ee reply state 00000000b9ec1651 transno 4294991831 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b200/0xd3c138f3308bb34a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5c5ee370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.149502:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b56680/2, rc 0, transno 4294972682
00010000:00010000:3.0:1775764892.149510:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b200/0xd3c138f3308bb34a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5c5ee370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.149515:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169609728:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.149516:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5c5ee370 (ffff89b4092edc00)
00010000:00010000:3.0:1775764892.149518:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.149521:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00080000:2.0:1775764892.149527:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b54e00/2, rc 0, transno 4294972679
00000100:00100000:2.0:1775764892.149530:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169610240:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764892.149539:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541ded500/2, rc 0, transno 4294972710
00000100:00100000:2.0:1775764892.149549:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541ded500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169610112:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.149556:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6370:11674:x1862023150189184:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 12060us (12320us total) trans 4294991831 rc 0/0
00000100:00100000:3.0:1775764892.149563:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14359
00000004:00080000:2.0:1775764892.149605:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402bd4e00/2, rc 0, transno 4294972709
00000100:00100000:2.0:1775764892.149620:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169608448:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.149633:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169614336:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.149661:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.149683:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1775764892.149689:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169614464:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.149708:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.149728:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169614336
00000100:00100000:2.0:1775764892.149734:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169614336
00000100:00100000:2.0:1775764892.149766:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169614464
00000100:00100000:2.0:1775764892.149769:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169614464
00000100:00100000:2.0:1775764892.149786:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28857
00000100:00100000:3.0:1775764892.149790:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28858
00000100:00100000:2.0:1775764892.149792:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+431:3659:x1862023169614336:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.149808:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b534933050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+410:3659:x1862023169614464:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.149813:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10011 count 1
00002000:00080000:3.0:1775764892.149817:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2921 count 1
00010000:00010000:2.0:1775764892.149830:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149831:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149845:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bca0c475/0xd3c138f33087c978 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ae expref: 6556 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149845:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000270e4c74/0xd3c138f33087c81a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07750 expref: 6587 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149853:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.149853:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.149855:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.149855:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.149858:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149858:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149876:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bca0c475/0xd3c138f33087c978 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ae expref: 6556 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149876:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000270e4c74/0xd3c138f33087c81a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07750 expref: 6587 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.149885:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bca0c475/0xd3c138f33087c978 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ae expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.149886:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000270e4c74/0xd3c138f33087c81a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07750 expref: 6587 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.149896:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e900380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169615104:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.149896:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169615232:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.149918:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c000 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.150004:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169612672:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.150022:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.150758:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.150833:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.150876:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169613184:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.150893:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.150909:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.150911:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+431:3660:x1862023169612800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17609us (17674us total) trans 4294972711 rc 0/0
00000100:00100000:1.0:1775764892.150920:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28850
00010000:00010000:1.0:1775764892.150955:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.150962:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169614976:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.150963:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.150973:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.150981:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.150996:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.151003:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.151022:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.151027:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169614848:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.151048:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.151395:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+411:3658:x1862023169611136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22060us (22291us total) trans 4294972683 rc 0/0
00000100:00100000:1.0:1775764892.151402:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28846
00000100:00100000:1.0:1775764892.151428:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169614976
00000100:00100000:1.0:1775764892.151433:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169614976
00000100:00100000:1.0:1775764892.151460:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169614848
00000100:00100000:1.0:1775764892.151463:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169614848
00000100:00100000:1.0:1775764892.151478:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28859
00000100:00100000:1.0:1775764892.151485:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+432:3658:x1862023169614976:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.151507:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2990 count 1
00010000:00010000:1.0:1775764892.151563:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151577:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002690c5c9/0xd3c138f33087c9da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d1 expref: 6556 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151584:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.151585:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.151588:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151611:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002690c5c9/0xd3c138f33087c9da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d1 expref: 6556 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151622:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002690c5c9/0xd3c138f33087c9da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d1 expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.151633:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541dee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169615616:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.151673:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.151693:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28860
00000100:00100000:1.0:1775764892.151700:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+432:3658:x1862023169614848:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.151712:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1333 count 1
00010000:00010000:1.0:1775764892.151723:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151734:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f01e26d0/0xd3c138f33087c9d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078c3 expref: 6556 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151741:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.151743:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.151745:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151763:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f01e26d0/0xd3c138f33087c9d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078c3 expref: 6556 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151772:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f01e26d0/0xd3c138f33087c9d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078c3 expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.151782:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541ded880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169615744:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.151804:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bedb40 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.151817:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.151822:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151829:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408091000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.151833:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151848:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151867:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151874:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b027450/0xd3c138f3308bb319 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.151894:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.151896:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.151898:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.151912:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169615488:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.151957:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764892.151990:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4050cb480/2, rc 0, transno 4294972711
00000100:00100000:1.0:1775764892.152001:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169612800:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.152010:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.152015:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169615360:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.152506:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.152541:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169615488
00000100:00100000:1.0:1775764892.152546:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169615488
00000100:00100000:1.0:1775764892.152574:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169615360
00000100:00100000:1.0:1775764892.152576:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169615360
00000100:00100000:1.0:1775764892.152586:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28861
00000100:00100000:1.0:1775764892.152592:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+412:3660:x1862023169615488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.152612:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4234 count 1
00010000:00010000:1.0:1775764892.152627:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152640:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de62cc3f/0xd3c138f33087c844 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07765 expref: 6587 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152647:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.152648:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.152651:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152671:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de62cc3f/0xd3c138f33087c844 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07765 expref: 6587 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152681:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de62cc3f/0xd3c138f33087c844 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07765 expref: 6587 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.152693:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c321f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169615872:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.152722:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed000 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.152737:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28862
00000100:00100000:1.0:1775764892.152743:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+412:3660:x1862023169615360:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.152754:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8886 count 1
00010000:00010000:1.0:1775764892.152765:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.152769:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.152780:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e28a4d5c/0xd3c138f33087c83d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07757 expref: 6587 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152786:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.152788:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.152790:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152807:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e28a4d5c/0xd3c138f33087c83d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07757 expref: 6587 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152816:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e28a4d5c/0xd3c138f33087c83d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07757 expref: 6587 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.152825:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c320e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169616000:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.152847:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed240 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.152875:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152884:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.152893:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.152903:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541def480/2, rc 0, transno 4294972683
00010000:00010000:1.0:1775764892.152904:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.152914:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541def480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169611136:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.152918:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.152956:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.152964:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169616128:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.152990:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.153011:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150190848
00000100:00100000:0.0:1775764892.153015:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150190848
00010000:00010000:0.0:1775764892.153034:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005c253b2/0xd3c138f33087c7fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0771f expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.153050:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150190976
00000100:00100000:0.0:1775764892.153053:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150190976
00000100:00100000:1.0:1775764892.153108:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+433:3657:x1862023169610624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23411us (23466us total) trans 4294972712 rc 0/0
00000100:00100000:1.0:1775764892.153134:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28847
00000100:00100000:1.0:1775764892.153149:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169616128
00000100:00100000:1.0:1775764892.153152:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169616128
00000100:00100000:1.0:1775764892.153166:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28863
00000100:00100000:1.0:1775764892.153171:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+413:3658:x1862023169616128:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.153196:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00002000:00080000:1.0:1775764892.153206:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9235 count 1
00010000:00010000:1.0:1775764892.153217:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153227:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c6cf4f2/0xd3c138f33087c859 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0777a expref: 6588 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153234:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.153235:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.153237:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153264:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c6cf4f2/0xd3c138f33087c859 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0777a expref: 6588 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153279:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c6cf4f2/0xd3c138f33087c859 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0777a expref: 6588 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.153289:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c321c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169616384:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.153293:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.153301:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408090400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.153305:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.153310:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed9c0 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.153313:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.153327:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.153330:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541deca80/2, rc 0, transno 4294972712
00010000:00010000:3.0:1775764892.153334:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008823df28/0xd3c138f3308bb320 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.153338:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541deca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169610624:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.153343:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.153350:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169616256:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.153372:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.153404:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6557:2410:x1862023150190720:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 5206us (7668us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.153411:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7598
00010000:00010000:0.0:1775764892.153458:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000932a047b/0xd3c138f33087c963 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0788b expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.153480:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7600
00000100:00100000:0.0:1775764892.153488:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6588:2412:x1862023150190848:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.153496:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.153501:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005c253b2/0xd3c138f33087c7fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0771f expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.153512:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005c253b2/0xd3c138f33087c7fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0771f expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.153528:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005c253b2/0xd3c138f33087c7fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0771f expref: 6588 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.153538:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.153539:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.153543:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.153551:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.153572:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.153586:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6587:2412:x1862023150190848:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 101us (2830us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.153593:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7600
00010000:00010000:3.0:1775764892.153772:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.153775:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.153777:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.153781:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7601
00000100:00100000:1.0:1775764892.153789:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6556:2411:x1862023150190976:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.153798:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.153803:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000932a047b/0xd3c138f33087c963 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0788b expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153813:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000932a047b/0xd3c138f33087c963 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0788b expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153826:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000932a047b/0xd3c138f33087c963 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0788b expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153837:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.153838:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.153841:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153849:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.153872:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.153888:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6555:2411:x1862023150190976:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 100us (3055us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.153895:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7601
00000100:00100000:3.0:1775764892.153904:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169616256
00000100:00100000:3.0:1775764892.153908:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169616256
00000100:00100000:1.0:1775764892.153912:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.153920:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169616512:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.153927:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28864
00000100:00100000:3.0:1775764892.153932:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+433:3657:x1862023169616256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.153946:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1599 count 1
00010000:00010000:3.0:1775764892.153959:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.153971:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3e4b844/0xd3c138f33087c9e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078df expref: 6554 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.153983:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.153985:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.153987:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.154000:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.154007:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3e4b844/0xd3c138f33087c9e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078df expref: 6554 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.154017:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3e4b844/0xd3c138f33087c9e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078df expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.154026:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169616640:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.154047:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9840 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.154178:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.154188:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.154197:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154362:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.154375:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169616512
00000100:00100000:2.0:1775764892.154379:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169616512
00000100:00100000:2.0:1775764892.154400:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28865
00000100:00100000:2.0:1775764892.154407:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+434:3660:x1862023169616512:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.154419:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2009 count 1
00010000:00010000:2.0:1775764892.154432:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154444:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000541bf9d4/0xd3c138f33087c9e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ed expref: 6554 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154451:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.154453:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.154455:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154475:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000541bf9d4/0xd3c138f33087c9e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ed expref: 6554 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154483:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000541bf9d4/0xd3c138f33087c9e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ed expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.154494:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e640a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169616768:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.154541:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c840 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.154561:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154569:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154577:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154584:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.154599:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.154725:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+414:3660:x1862023169612544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21854us (21943us total) trans 4294972684 rc 0/0
00000100:00100000:2.0:1775764892.154732:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28849
00010000:00010000:0.0:1775764892.154773:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.154785:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.154848:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.154933:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.154938:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155002:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.155006:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155015:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155143:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155152:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba693d89/0xd3c138f3308bb32e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155170:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.155173:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155180:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.155183:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155190:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155199:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155206:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb33c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155221:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.155222:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.155224:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.155261:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3edc00/2, rc 0, transno 4294972684
00000100:00100000:1.0:1775764892.155272:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169612544:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.155297:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169614080:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.155314:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.155332:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150191104
00000100:00100000:1.0:1775764892.155336:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150191104
00010000:00010000:1.0:1775764892.155355:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000403da0c8/0xd3c138f33087c7f0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07718 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.155371:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+435:3657:x1862023169613056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19636us (19785us total) trans 4294972713 rc 0/0
00000100:00100000:0.0:1775764892.155379:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28851
00000100:00100000:1.0:1775764892.155379:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7602
00000100:00100000:1.0:1775764892.155385:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6587:2411:x1862023150191104:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.155395:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.155400:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000403da0c8/0xd3c138f33087c7f0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x278e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07718 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.155402:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.155412:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000403da0c8/0xd3c138f33087c7f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x278e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07718 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155426:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.155428:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.155432:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155445:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.155458:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.155483:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6587:2411:x1862023150191104:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 98us (635us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.155489:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7602
00000004:00080000:2.0:1775764892.155598:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405083800/2, rc 0, transno 4294972713
00000100:00100000:2.0:1775764892.155608:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169613056:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.156187:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000403da0c8/0xd3c138f33087c7f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x278e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07718 expref: 6586 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.156202:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e924700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169613440:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.156219:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.156228:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.156235:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.156243:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.156261:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.156276:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.156407:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+414:3657:x1862023169613312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13811us (14165us total) trans 4294972685 rc 0/0
00000100:00100000:2.0:1775764892.156413:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28852
00000004:00080000:1.0:1775764892.157184:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4050c8a80/2, rc 0, transno 4294972685
00000100:00100000:1.0:1775764892.157193:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169613312:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.158222:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.158233:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.158244:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.158256:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.158268:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.158291:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.158299:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb35f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x278e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.158324:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.158326:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.158328:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.159479:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.159497:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169617152:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.159558:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.159592:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169617152
00000100:00100000:0.0:1775764892.159598:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169617152
00000100:00100000:0.0:1775764892.159638:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28866
00000100:00100000:2.0:1775764892.159638:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1775764892.159646:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+414:3658:x1862023169617152:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.159647:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169616896:0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.159670:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9516 count 1
00000100:00100000:2.0:1775764892.159672:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.159692:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.159701:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169616896
00000100:00100000:2.0:1775764892.159704:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169616896
00010000:00010000:0.0:1775764892.159717:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcae30c8/0xd3c138f33087c86e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0778f expref: 6585 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.159725:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.159728:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.159731:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.159746:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28867
00000100:00100000:2.0:1775764892.159752:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+415:3659:x1862023169616896:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.159757:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dcae30c8/0xd3c138f33087c86e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0778f expref: 6585 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.159769:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dcae30c8/0xd3c138f33087c86e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0778f expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.159781:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169617280:192.168.202.20@tcp:104:
00002000:00080000:2.0:1775764892.159789:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1363 count 1
00010000:00010000:2.0:1775764892.159800:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.159812:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000075a55b1/0xd3c138f33087c860 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07781 expref: 6585 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.159819:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.159820:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.159823:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.159841:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000075a55b1/0xd3c138f33087c860 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07781 expref: 6585 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.159851:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000075a55b1/0xd3c138f33087c860 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07781 expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.159862:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e924700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169617408:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.160423:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.160423:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.160492:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b50870e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6554:2410:x1862023150190464:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 11871us (14728us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.160502:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7599
00000100:00100000:0.0:1775764892.161589:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169613824:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.161620:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.161745:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.161771:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.161791:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.161829:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.161902:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541dee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169615616:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.161917:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.162278:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c320e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169616000:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.162306:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.162360:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c321c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169616384:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.162371:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.162438:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150191232
00000100:00100000:0.0:1775764892.162445:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150191232
00010000:00010000:0.0:1775764892.162483:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a253877d/0xd3c138f33087c971 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a0 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.162510:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169614592:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.162512:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150191360
00000100:00100000:0.0:1775764892.162515:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150191360
00010000:00010000:2.0:1775764892.162526:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162527:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e63776/0xd3c138f33087c80c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07734 expref: 6586 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.162543:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150191488
00000100:00100000:0.0:1775764892.162546:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150191488
00000100:00100000:2.0:1775764892.162546:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150191744
00000100:00100000:2.0:1775764892.162549:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150191744
00010000:00010000:0.0:1775764892.162557:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000530494fe/0xd3c138f33087c82f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0773b expref: 6587 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.162575:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7603
00000100:00100000:2.0:1775764892.162576:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14360
00000100:00100000:0.0:1775764892.162583:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6554:2412:x1862023150191232:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1775764892.162583:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6370:11674:x1862023150191744:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.162597:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.162602:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a253877d/0xd3c138f33087c971 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x133b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a0 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162613:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a253877d/0xd3c138f33087c971 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x133b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a0 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162633:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a253877d/0xd3c138f33087c971 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x133b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a0 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.162635:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.162649:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.162649:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f9f9e00/0xd3c138f33083f9ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0fbe expref: 6370 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162652:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.162656:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.162663:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1212:0x0].0x0 (ffff89b40a33e200)
00010000:00010000:0.0:1775764892.162665:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.162677:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.162687:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.162697:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.162708:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.162715:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.162725:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6553:2412:x1862023150191232:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 143us (981us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.162728:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51c00/0xd3c138f3308bb3d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf04d5fe5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.162732:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7603
00010000:00010000:2.0:1775764892.162734:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51c00/0xd3c138f3308bb3d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf04d5fe5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.162740:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51c00/0xd3c138f3308bb3d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf04d5fe5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.162747:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7604
00000100:00100000:0.0:1775764892.162753:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6587:2411:x1862023150191360:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.162760:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.162764:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1e63776/0xd3c138f33087c80c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xea9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07734 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162774:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1e63776/0xd3c138f33087c80c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xea9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07734 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162787:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1e63776/0xd3c138f33087c80c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xea9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07734 expref: 6587 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162811:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.162812:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.162815:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162826:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.162832:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.162839:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162841:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.162846:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.162858:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6586:2411:x1862023150191360:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 105us (1087us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.162864:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7604
00000100:00100000:0.0:1775764892.162876:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7605
00000100:00100000:0.0:1775764892.162882:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6585:2412:x1862023150191488:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.162888:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.162892:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000530494fe/0xd3c138f33087c82f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0773b expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162901:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000530494fe/0xd3c138f33087c82f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0773b expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162913:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000530494fe/0xd3c138f33087c82f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0773b expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162921:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.162922:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.162924:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.162935:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.163026:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.163045:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6584:2412:x1862023150191488:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 163us (1253us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.163052:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7605
00010000:00010000:0.0:1775764892.163086:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.163095:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.163101:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4018, 64 off265344
00010000:00010000:0.0:1775764892.163104:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.163111:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.163139:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4018, 64 off265344
00010000:00010000:0.0:1775764892.163144:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.163188:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163197:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163204:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163211:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163217:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163225:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163238:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764892.163262:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163268:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163275:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163281:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.163286:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163293:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163301:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1212:0x0].0x0 (ffff89b408185700)
00010000:00010000:2.0:1775764892.163303:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.163306:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163311:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50a00/0xd3c138f3308bb3dd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163327:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163337:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163343:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163348:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163353:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c51400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.163356:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163361:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163369:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.163371:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.163374:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163380:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51400/0xd3c138f3308bb3cf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.163388:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000896a1ae1 reply state 00000000d0577b7c transno 4294991832 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51c00/0xd3c138f3308bb3d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf04d5fe5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163397:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51c00/0xd3c138f3308bb3d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf04d5fe5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163403:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf04d5fe5 (ffff89b408185a00)
00010000:00010000:2.0:1775764892.163405:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.163408:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.163439:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6371:11674:x1862023150191744:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 856us (1609us total) trans 4294991832 rc 0/0
00000100:00100000:0.0:1775764892.163443:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+416:3659:x1862023169613568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20531us (20584us total) trans 4294972686 rc 0/0
00000100:00100000:2.0:1775764892.163446:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14360
00000100:00100000:0.0:1775764892.163451:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28853
00000100:00100000:2.0:1775764892.163489:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e900380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169615104:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.163504:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163527:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.163534:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163540:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.163544:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163552:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163563:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163571:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb366 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163588:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.163591:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163596:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c50600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.163598:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163603:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163611:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1212:0x0].0x0 (ffff89b408185700)
00010000:00010000:2.0:1775764892.163613:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.163616:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163621:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c50600/0xd3c138f3308bb3e4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163631:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.163633:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.163634:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.163643:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163651:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163658:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163665:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163779:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.163865:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+416:3658:x1862023169614208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17351us (18152us total) trans 4294972687 rc 0/0
00000100:00100000:2.0:1775764892.163872:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28856
00010000:00010000:0.0:1775764892.163875:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.163880:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.163887:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.163890:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.163897:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.163901:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e900e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169614720:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.163907:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.163912:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.163915:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb37b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.163929:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.163931:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.163932:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.163943:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9df80/2, rc 0, transno 4294972686
00000100:00100000:2.0:1775764892.163953:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169613568:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.164013:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9c380/2, rc 0, transno 4294972687
00000100:00100000:0.0:1775764892.164018:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169614208:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.164238:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169617664:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.164283:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.164309:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169617664
00000100:00100000:2.0:1775764892.164315:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169617664
00000100:00100000:2.0:1775764892.164349:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28868
00000100:00100000:2.0:1775764892.164356:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+416:3659:x1862023169617664:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.164364:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169617536:0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.164378:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:170 count 1
00000100:00100000:0.0:1775764892.164387:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.164394:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.164407:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9c43427/0xd3c138f33087cb2a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bbe expref: 6583 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.164417:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000211d9103/0xd3c138f33087ce4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d7e expref: 6583 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.164423:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.164425:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.164428:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 5/0,1 mode: --/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.164451:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000211d9103/0xd3c138f33087ce4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d7e expref: 6583 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.164478:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000211d9103/0xd3c138f33087ce4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d7e expref: 6583 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.164513:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e900380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169617792:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.164561:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d9c43427/0xd3c138f33087cb2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bbe expref: 6583 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.164569:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d9c43427/0xd3c138f33087cb2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bbe expref: 6583 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164604:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.164614:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169617536
00000100:00100000:1.0:1775764892.164618:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169617536
00000100:00100000:1.0:1775764892.164648:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28869
00000100:00100000:1.0:1775764892.164654:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+417:3658:x1862023169617536:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.164667:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7409 count 1
00000100:00100000:3.0:1775764892.164678:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169615232:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.164679:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164689:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000baf3f926/0xd3c138f33087c87c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0779d expref: 6583 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164695:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.164695:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164696:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.164699:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164717:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000baf3f926/0xd3c138f33087c87c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0779d expref: 6583 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164726:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000baf3f926/0xd3c138f33087c87c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0779d expref: 6583 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.164736:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169618048:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.164748:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169617024:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.164761:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.164772:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.164779:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164787:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164795:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164803:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.164817:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.164919:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169617024
00000100:00100000:3.0:1775764892.164924:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169617024
00000100:00100000:1.0:1775764892.164931:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+436:3657:x1862023169613952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19419us (20409us total) trans 4294972714 rc 0/0
00000100:00100000:1.0:1775764892.164938:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28855
00000100:00100000:1.0:1775764892.164964:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28870
00000100:00100000:1.0:1775764892.164970:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+435:3660:x1862023169617024:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.164981:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4686 count 1
00010000:00010000:1.0:1775764892.164993:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165004:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6e27f37/0xd3c138f33087c9ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078fb expref: 6552 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165011:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.165012:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.165015:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.165026:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4050caa00/2, rc 0, transno 4294972714
00000100:00100000:0.0:1775764892.165040:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169613952:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.165171:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b408918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169617920:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.165203:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.165213:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.165218:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.165229:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408095c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.165233:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.165240:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.165264:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.165272:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb349132/0xd3c138f3308bb374 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.165289:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.165291:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.165293:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.165355:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d6e27f37/0xd3c138f33087c9ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078fb expref: 6552 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165365:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d6e27f37/0xd3c138f33087c9ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078fb expref: 6552 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.165377:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169618176:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.165400:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.165472:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.165481:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169618304:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.165506:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.165530:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c321f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169615872:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.165556:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.165562:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541ded880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169615744:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.165574:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.165626:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169616640:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.165628:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.165639:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.165647:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.165671:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.165686:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.165686:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e640a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169616768:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.165700:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150192000
00010000:00010000:3.0:1775764892.165700:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.165704:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150192000
00010000:00010000:1.0:1775764892.165723:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bca0c475/0xd3c138f33087c978 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ae expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.165737:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150192256
00000100:00100000:0.0:1775764892.165740:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150192256
00000100:00100000:1.0:1775764892.165750:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150192512
00000100:00100000:1.0:1775764892.165753:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150192512
00010000:00010000:0.0:1775764892.165758:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002690c5c9/0xd3c138f33087c9da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d1 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165763:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c6cf4f2/0xd3c138f33087c859 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0777a expref: 6584 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.165775:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150193024
00000100:00100000:0.0:1775764892.165777:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150193024
00000100:00100000:1.0:1775764892.165778:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7606
00000100:00100000:1.0:1775764892.165784:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51a391c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6555:2412:x1862023150192000:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.165786:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000541bf9d4/0xd3c138f33087c9e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ed expref: 6555 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165792:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.165797:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bca0c475/0xd3c138f33087c978 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x271b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ae expref: 6555 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165808:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bca0c475/0xd3c138f33087c978 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x271b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ae expref: 6555 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165822:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bca0c475/0xd3c138f33087c978 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x271b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ae expref: 6555 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165831:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.165833:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.165836:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165844:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165861:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.165877:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51a391c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6554:2412:x1862023150192000:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 93us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.165888:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7606
00000100:00100000:3.0:1775764892.165898:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7607
00000100:00100000:3.0:1775764892.165905:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6553:2412:x1862023150192256:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.165913:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.165918:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002690c5c9/0xd3c138f33087c9da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d1 expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.165922:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7608
00000100:00100000:1.0:1775764892.165928:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6584:2412:x1862023150192512:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.165928:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002690c5c9/0xd3c138f33087c9da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d1 expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.165934:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.165937:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c6cf4f2/0xd3c138f33087c859 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0777a expref: 6584 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166002:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c6cf4f2/0xd3c138f33087c859 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0777a expref: 6584 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.166006:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7609
00000100:00100000:0.0:1775764892.166013:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6553:2410:x1862023150193024:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.166017:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c6cf4f2/0xd3c138f33087c859 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0777a expref: 6584 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166022:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.166025:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000541bf9d4/0xd3c138f33087c9e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ed expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166034:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000541bf9d4/0xd3c138f33087c9e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ed expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166052:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000541bf9d4/0xd3c138f33087c9e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ed expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166060:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.166108:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.166110:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.166150:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166158:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166176:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.166177:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002690c5c9/0xd3c138f33087c9da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d1 expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166188:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.166189:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764892.166192:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6583:2412:x1862023150192512:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 264us (521us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764892.166192:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.166199:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7608
00010000:00010000:1.0:1775764892.166217:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166225:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166233:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166239:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166261:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.166378:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.166383:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+418:3658:x1862023169616128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13211us (13391us total) trans 4294972688 rc 0/0
00000100:00100000:1.0:1775764892.166389:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28863
00010000:00010000:3.0:1775764892.166400:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.166402:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169618304
00000100:00100000:1.0:1775764892.166405:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169618304
00000100:00100000:3.0:1775764892.166415:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6551:2412:x1862023150192256:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 511us (767us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.166422:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28871
00000100:00100000:3.0:1775764892.166425:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7607
00000100:00100000:1.0:1775764892.166427:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+436:3658:x1862023169618304:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.166443:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7519 count 1
00010000:00010000:0.0:1775764892.166500:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.166504:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166504:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166513:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166516:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007abfcef2/0xd3c138f33087c9f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07909 expref: 6550 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166529:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.166530:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.166533:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166553:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007abfcef2/0xd3c138f33087c9f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07909 expref: 6550 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166563:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.166563:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007abfcef2/0xd3c138f33087c9f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07909 expref: 6550 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.166575:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169618432:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.166578:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6550:2410:x1862023150193024:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 566us (891us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.166584:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7609
00000100:00100000:1.0:1775764892.166597:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed540 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.166609:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.166615:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9c700/2, rc 0, transno 4294972688
00010000:00010000:1.0:1775764892.166617:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.166623:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169616128:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.166625:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166632:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166654:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764892.166667:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.166671:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166678:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408a13400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.166682:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166694:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166705:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166712:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b858dbb4/0xd3c138f3308bb3ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166727:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.166730:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.166730:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+437:3658:x1862023169614976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15247us (15733us total) trans 4294972715 rc 0/0
00010000:00010000:0.0:1775764892.166737:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408095e00 already unused, calling callback (ffffffffc0d2c060)
00000100:00100000:1.0:1775764892.166737:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28859
00010000:00010000:0.0:1775764892.166740:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166747:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166757:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.166763:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c28f44a/0xd3c138f3308bb390 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.166783:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.166796:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150192768
00000100:00100000:1.0:1775764892.166799:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150192768
00010000:00010000:1.0:1775764892.166812:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3e4b844/0xd3c138f33087c9e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078df expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.166832:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7610
00000100:00100000:1.0:1775764892.166837:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6550:2412:x1862023150192768:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.166844:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.166849:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3e4b844/0xd3c138f33087c9e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x63f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078df expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166858:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3e4b844/0xd3c138f33087c9e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x63f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078df expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166873:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3e4b844/0xd3c138f33087c9e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x63f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078df expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166883:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.166884:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.166888:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166890:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166896:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166898:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166906:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166912:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.166913:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.166924:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.166926:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6549:2412:x1862023150192768:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 89us (143us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.166932:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7610
00010000:00010000:2.0:1775764892.167067:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167076:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167084:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167095:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167108:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.167210:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+438:3659:x1862023169614336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17417us (17548us total) trans 4294972717 rc 0/0
00000100:00100000:2.0:1775764892.167217:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28857
00010000:00010000:2.0:1775764892.167235:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.167240:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167256:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.167259:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167267:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167279:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167286:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb3ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167300:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.167303:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167309:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.167312:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167318:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167328:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167335:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb382 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.167347:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.167349:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.167351:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.167361:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.167383:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9e300/2, rc 0, transno 4294972717
00000100:00100000:2.0:1775764892.167394:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169614336:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.167476:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.167510:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.167542:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+437:3660:x1862023169616512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13135us (13541us total) trans 4294972716 rc 0/0
00000100:00100000:3.0:1775764892.167549:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28865
00000100:00100000:2.0:1775764892.167583:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.167597:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150191872
00000100:00100000:3.0:1775764892.167601:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150191872
00000100:00100000:2.0:1775764892.167617:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.167618:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8cb91a8/0xd3c138f33087c96a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07892 expref: 6549 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.167635:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150192128
00000100:00100000:3.0:1775764892.167637:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150192128
00010000:00010000:3.0:1775764892.167649:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000270e4c74/0xd3c138f33087c81a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07750 expref: 6583 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.167664:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150192384
00000100:00100000:3.0:1775764892.167666:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150192384
00010000:00010000:3.0:1775764892.167676:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e28a4d5c/0xd3c138f33087c83d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07757 expref: 6584 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.167686:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150192640
00000100:00100000:3.0:1775764892.167688:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150192640
00010000:00010000:3.0:1775764892.167697:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f01e26d0/0xd3c138f33087c9d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078c3 expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.167710:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7611
00000100:00100000:3.0:1775764892.167716:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6550:2411:x1862023150191872:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1775764892.167722:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.167723:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.167727:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8cb91a8/0xd3c138f33087c96a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1633:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07892 expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.167739:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8cb91a8/0xd3c138f33087c96a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1633:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07892 expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.167827:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169618688:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.167854:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.168604:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.168607:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.168609:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.168623:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.168634:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.168644:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.168652:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.169034:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.170305:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.170316:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.170328:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.170332:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.170342:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.170362:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.170370:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb3b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.170397:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.170399:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.170401:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.170588:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.170608:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150192896
00000100:00100000:1.0:1775764892.170617:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150192896
00010000:00010000:1.0:1775764892.170657:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de62cc3f/0xd3c138f33087c844 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07765 expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.170685:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7612
00000100:00100000:1.0:1775764892.170693:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6585:2411:x1862023150192128:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.170708:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.170715:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000270e4c74/0xd3c138f33087c81a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07750 expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170728:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000270e4c74/0xd3c138f33087c81a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07750 expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170746:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000270e4c74/0xd3c138f33087c81a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07750 expref: 6585 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170763:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.170765:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.170770:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170779:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170817:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.170868:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6584:2411:x1862023150192128:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 176us (3357us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.170877:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7612
00000100:00100000:1.0:1775764892.170898:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7613
00000100:00100000:1.0:1775764892.170904:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51a392850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6583:2411:x1862023150192384:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.170912:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.170916:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e28a4d5c/0xd3c138f33087c83d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07757 expref: 6583 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170925:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e28a4d5c/0xd3c138f33087c83d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07757 expref: 6583 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170937:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e28a4d5c/0xd3c138f33087c83d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07757 expref: 6583 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170964:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.170966:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.170968:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170976:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.170996:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.171013:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51a392850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6582:2411:x1862023150192384:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 110us (3431us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.171019:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7613
00000100:00100000:0.0:1775764892.171048:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+437:3657:x1862023169616256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17114us (17673us total) trans 4294972718 rc 0/0
00000100:00100000:0.0:1775764892.171056:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28864
00000100:00100000:1.0:1775764892.171136:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7614
00000100:00100000:1.0:1775764892.171144:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6550:2411:x1862023150192640:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.171153:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.171158:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f01e26d0/0xd3c138f33087c9d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078c3 expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171168:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f01e26d0/0xd3c138f33087c9d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078c3 expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171182:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f01e26d0/0xd3c138f33087c9d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078c3 expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171196:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.171197:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.171200:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171207:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171226:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.171244:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6549:2411:x1862023150192640:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 102us (3625us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.171262:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7614
00000100:00100000:1.0:1775764892.171277:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7615
00000100:00100000:1.0:1775764892.171283:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6581:2411:x1862023150192896:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.171290:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.171294:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de62cc3f/0xd3c138f33087c844 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07765 expref: 6581 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171305:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de62cc3f/0xd3c138f33087c844 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07765 expref: 6581 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171316:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de62cc3f/0xd3c138f33087c844 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07765 expref: 6581 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171332:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.171334:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.171336:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171344:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171361:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.171379:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6580:2411:x1862023150192896:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 97us (3656us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.171385:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7615
00010000:00010000:1.0:1775764892.171407:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171415:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171424:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171431:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171448:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.171545:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+418:3660:x1862023169615360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18801us (19039us total) trans 4294972689 rc 0/0
00000100:00100000:1.0:1775764892.171553:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28862
00000100:00100000:1.0:1775764892.171568:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169618688
00000100:00100000:1.0:1775764892.171572:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169618688
00000100:00100000:1.0:1775764892.171596:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28872
00000100:00100000:1.0:1775764892.171602:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+438:3659:x1862023169618688:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.171623:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1378 count 1
00010000:00010000:1.0:1775764892.171660:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171672:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b72354d2/0xd3c138f33087c9a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07910 expref: 6548 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171679:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.171680:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.171682:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171708:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b72354d2/0xd3c138f33087c9a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07910 expref: 6548 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171718:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b72354d2/0xd3c138f33087c9a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07910 expref: 6548 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.171733:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169618816:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.171784:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed480 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.171787:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8cb91a8/0xd3c138f33087c96a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1633:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07892 expref: 6548 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171800:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171809:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.171811:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.171813:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.171816:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171817:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171825:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.171825:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171842:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.171917:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+418:3660:x1862023169615488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19324us (19972us total) trans 4294972690 rc 0/0
00010000:00010000:3.0:1775764892.171920:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.171923:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28861
00010000:00010000:3.0:1775764892.171928:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.171936:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171940:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.171945:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171952:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408094200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.171953:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171956:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171964:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.171965:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1775764892.171980:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.171986:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c96de08a/0xd3c138f3308bb3a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.172002:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.172005:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.172011:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408094800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.172014:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.172020:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.172052:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+439:3658:x1862023169614848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20352us (21003us total) trans 4294972719 rc 0/0
00000100:00100000:3.0:1775764892.172059:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28860
00010000:00010000:0.0:1775764892.172190:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.172196:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172200:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172209:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172222:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172229:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172242:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.172329:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b534933050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+418:3659:x1862023169614464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22521us (22619us total) trans 4294972691 rc 0/0
00000100:00100000:2.0:1775764892.172335:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28858
00010000:00010000:2.0:1775764892.172354:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.172358:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.172362:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408095600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.172365:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172365:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.172368:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.172374:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172376:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.172386:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172386:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.172394:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef28391c/0xd3c138f3308bb397 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172394:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e0e427d/0xd3c138f3308bb389 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.172410:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.172411:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.172411:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.172412:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.172413:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.172414:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.172428:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169618560:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764892.172444:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9f480/2, rc 0, transno 4294972691
00000100:00100000:2.0:1775764892.172450:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169614464:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.172459:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764892.172489:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e901c00/2, rc 0, transno 4294972719
00000100:00100000:2.0:1775764892.172573:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e924700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169617408:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.172591:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.172603:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169614848:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.172623:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169617280:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.172629:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.172636:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.172655:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000004:00080000:0.0:1775764892.172691:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b54700/2, rc 0, transno 4294972715
00000100:00100000:2.0:1775764892.172691:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e900380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169617792:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.172697:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169614976:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.172702:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1775764892.172709:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169618944:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.172721:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.172727:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169619072:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.172730:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.172747:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764892.172777:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b55180/2, rc 0, transno 4294972718
00000100:00100000:0.0:1775764892.172785:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169616256:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.172794:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.172802:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c8e7dd1/0xd3c138f3308bb39e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.172816:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.172818:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.172820:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.172825:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.172827:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169619200:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.173272:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169618560
00000100:00100000:2.0:1775764892.173278:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169618560
00000100:00100000:2.0:1775764892.173321:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169618944
00000100:00100000:2.0:1775764892.173324:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169618944
00000100:00100000:2.0:1775764892.173341:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169619072
00000100:00100000:2.0:1775764892.173344:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169619072
00000100:00100000:2.0:1775764892.173361:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28873
00000100:00100000:2.0:1775764892.173368:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+418:3658:x1862023169618560:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.173388:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8714 count 1
00010000:00010000:2.0:1775764892.173404:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173418:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b06a34bb/0xd3c138f33087c883 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ab expref: 6579 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173425:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.173427:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.173430:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173453:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b06a34bb/0xd3c138f33087c883 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ab expref: 6579 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173465:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b06a34bb/0xd3c138f33087c883 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ab expref: 6579 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.173475:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169619328:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.173518:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.173536:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28874
00000100:00100000:2.0:1775764892.173543:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+439:3659:x1862023169618944:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.173556:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5471 count 1
00010000:00010000:2.0:1775764892.173568:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173579:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001dbd3812/0xd3c138f33087c9b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0791e expref: 6547 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173591:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.173593:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.173595:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173614:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001dbd3812/0xd3c138f33087c9b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0791e expref: 6547 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173623:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001dbd3812/0xd3c138f33087c9b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0791e expref: 6547 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.173635:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ed99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169619456:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.173658:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.173666:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.173680:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169619200
00000100:00100000:2.0:1775764892.173683:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169619200
00000100:00100000:2.0:1775764892.173707:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28875
00000100:00100000:2.0:1775764892.173712:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+440:3658:x1862023169619072:12345-0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.173713:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b55f80/2, rc 0, transno 4294972716
00000100:00100000:0.0:1775764892.173721:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169616512:0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.173723:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2530 count 1
00000004:00080000:0.0:1775764892.173757:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9c000/2, rc 0, transno 4294972689
00000100:00100000:0.0:1775764892.173762:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169615360:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.173768:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.173771:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9fb80/2, rc 0, transno 4294972690
00000100:00100000:0.0:1775764892.173775:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169615488:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.173779:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:2.0:1775764892.173780:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da5644f5/0xd3c138f33087ca0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07933 expref: 6547 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.173785:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40d4eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169619584:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.173787:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.173788:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.173791:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173810:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da5644f5/0xd3c138f33087ca0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07933 expref: 6547 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.173819:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.173819:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da5644f5/0xd3c138f33087ca0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07933 expref: 6547 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.173829:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169619712:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.173840:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169619584
00000100:00100000:0.0:1775764892.173843:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169619584
00000100:00100000:2.0:1775764892.173852:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.173860:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28876
00000100:00100000:2.0:1775764892.173865:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28877
00000100:00100000:0.0:1775764892.173866:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+441:3658:x1862023169619200:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.173870:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+441:3660:x1862023169619584:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.173879:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3759 count 1
00002000:00080000:0.0:1775764892.173898:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:726 count 1
00010000:00010000:2.0:1775764892.173904:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.173908:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173916:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026831fb1/0xd3c138f33087ca6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07948 expref: 6547 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.173918:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df27289a/0xd3c138f33087ca66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0793a expref: 6547 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173924:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.173925:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.173928:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.173931:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.173932:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.173934:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173955:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026831fb1/0xd3c138f33087ca6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07948 expref: 6547 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.173960:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df27289a/0xd3c138f33087ca66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0793a expref: 6547 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.173965:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026831fb1/0xd3c138f33087ca6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07948 expref: 6547 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.173969:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df27289a/0xd3c138f33087ca66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0793a expref: 6547 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.173976:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169619840:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.173977:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169619968:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.173996:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.173996:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cf00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.174016:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150193280
00000100:00100000:0.0:1775764892.174018:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150193280
00010000:00010000:0.0:1775764892.174036:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000075a55b1/0xd3c138f33087c860 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07781 expref: 6580 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.174052:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150193152
00000100:00100000:0.0:1775764892.174055:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150193152
00010000:00010000:0.0:1775764892.174078:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dcae30c8/0xd3c138f33087c86e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0778f expref: 6581 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.174091:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7616
00000100:00100000:0.0:1775764892.174098:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40891b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6581:2412:x1862023150193280:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.174107:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.174112:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000075a55b1/0xd3c138f33087c860 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07781 expref: 6581 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174142:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000075a55b1/0xd3c138f33087c860 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07781 expref: 6581 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174158:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000075a55b1/0xd3c138f33087c860 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07781 expref: 6581 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174171:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.174172:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.174176:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174183:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174220:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.174242:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40891b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6580:2412:x1862023150193280:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 144us (1611us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.174259:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7616
00000100:00100000:0.0:1775764892.174275:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7617
00000100:00100000:0.0:1775764892.174282:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e924700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6579:2412:x1862023150193152:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.174298:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.174303:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dcae30c8/0xd3c138f33087c86e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0778f expref: 6579 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174313:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dcae30c8/0xd3c138f33087c86e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0778f expref: 6579 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174326:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcae30c8/0xd3c138f33087c86e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0778f expref: 6579 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174336:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.174338:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.174341:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174348:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174363:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.174373:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174373:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174383:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174383:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174392:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174392:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174400:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.174406:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174414:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764892.174417:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.174539:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+420:3659:x1862023169616896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14785us (14864us total) trans 4294972692 rc 0/0
00000100:00100000:2.0:1775764892.174545:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28867
00010000:00010000:2.0:1775764892.174565:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.174571:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174583:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.174587:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174595:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174606:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174613:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007350c60d/0xd3c138f3308bb3c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174630:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.174634:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174639:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.174642:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174648:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174656:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174662:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb3c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.174674:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.174675:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.174677:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.174698:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c2680/2, rc 0, transno 4294972692
00000100:00100000:2.0:1775764892.174703:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169616896:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.174757:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+419:3658:x1862023169617152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15112us (15198us total) trans 4294972693 rc 0/0
00000100:00100000:0.0:1775764892.174765:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28866
00010000:00010000:0.0:1775764892.174780:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.174786:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b408918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169617920:192.168.202.20@tcp:104:
00000004:00080000:0.0:1775764892.174795:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051c0700/2, rc 0, transno 4294972693
00000100:00100000:0.0:1775764892.174799:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169617152:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.174804:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.174826:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e924700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6578:2412:x1862023150193152:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 544us (2169us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.174833:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7617
00000100:00100000:2.0:1775764892.174885:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.174910:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.174914:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169620224:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.174938:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.174938:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.174963:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764892.174968:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169620352:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.174987:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.175003:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169620224
00000100:00100000:0.0:1775764892.175007:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169620224
00000100:00100000:2.0:1775764892.175009:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169620352
00000100:00100000:2.0:1775764892.175011:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169620352
00000100:00100000:0.0:1775764892.175026:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28878
00000100:00100000:0.0:1775764892.175032:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+420:3657:x1862023169620224:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.175050:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2195 count 1
00000100:00100000:2.0:1775764892.175201:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28879
00000100:00100000:2.0:1775764892.175209:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+420:3657:x1862023169620352:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.175221:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:255 count 1
00010000:00010000:2.0:1775764892.175233:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175245:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000866e3beb/0xd3c138f33087c8b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077dc expref: 6577 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175267:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.175269:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.175271:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175292:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000866e3beb/0xd3c138f33087c8b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077dc expref: 6577 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175303:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000866e3beb/0xd3c138f33087c8b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077dc expref: 6577 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.175313:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169620736:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.175351:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.175366:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169620480:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.175389:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.175406:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1775764892.175411:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169620096:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.175430:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.175439:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169620608:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.175455:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.175485:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.175517:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.175538:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.175559:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150194176
00000100:00100000:2.0:1775764892.175563:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150194176
00000100:00100000:2.0:1775764892.175600:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14361
00000100:00100000:2.0:1775764892.175606:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6371:11674:x1862023150194176:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.175656:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.175678:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406190c00/0xd3c138f33085d77c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6f48 expref: 6371 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175692:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb8:0x0].0x0 (ffff89b408fb0400)
00010000:00010000:2.0:1775764892.175702:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.175724:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175736:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175744:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175758:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb800/0xd3c138f3308bb43f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x51ea48a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175764:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb800/0xd3c138f3308bb43f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51ea48a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175770:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb800/0xd3c138f3308bb43f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51ea48a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175864:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175873:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.175880:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.176189:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.176215:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae73e97d/0xd3c138f33087c8ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077d5 expref: 6577 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.176223:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.176226:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.176228:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.176263:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae73e97d/0xd3c138f33087c8ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077d5 expref: 6577 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.176274:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae73e97d/0xd3c138f33087c8ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077d5 expref: 6577 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.176284:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409308380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169620864:192.168.202.20@tcp:104:
00000040:00080000:2.0:1775764892.176514:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4019, 64 off265408
00000040:00080000:2.0:1775764892.176536:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4019, 64 off265408
00010000:00010000:2.0:1775764892.176582:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176591:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176598:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176605:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176610:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176616:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176635:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.176652:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176658:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176663:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176669:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043ea400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.176673:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176679:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176687:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb8:0x0].0x0 (ffff89b408185600)
00010000:00010000:2.0:1775764892.176690:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.176693:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176699:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bb446 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176715:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176721:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176726:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176730:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.176733:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176738:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176748:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.176750:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.176752:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176757:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bb438 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.176766:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9aaa8f9 reply state 000000004b8de7d9 transno 4294991833 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb800/0xd3c138f3308bb43f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51ea48a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.176775:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb800/0xd3c138f3308bb43f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x51ea48a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.176778:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289000 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.176781:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x51ea48a1 (ffff89b408185900)
00010000:00010000:2.0:1775764892.176783:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.176785:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.176825:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6372:11674:x1862023150194176:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1217us (1283us total) trans 4294991833 rc 0/0
00000100:00100000:2.0:1775764892.176833:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14361
00000100:00100000:0.0:1775764892.176836:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150193536
00000100:00100000:0.0:1775764892.176840:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150193536
00010000:00010000:0.0:1775764892.176862:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000baf3f926/0xd3c138f33087c87c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1cf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0779d expref: 6578 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.176879:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150193408
00000100:00100000:0.0:1775764892.176881:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150193408
00010000:00010000:0.0:1775764892.176892:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000211d9103/0xd3c138f33087ce4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d7e expref: 6579 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.176909:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150193664
00000100:00100000:0.0:1775764892.176912:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150193664
00010000:00010000:0.0:1775764892.176923:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c43427/0xd3c138f33087cb2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bbe expref: 6580 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.176933:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150193920
00000100:00100000:0.0:1775764892.176936:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150193920
00010000:00010000:0.0:1775764892.176948:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007abfcef2/0xd3c138f33087c9f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07909 expref: 6548 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.176959:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150193792
00000100:00100000:0.0:1775764892.176962:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150193792
00010000:00010000:0.0:1775764892.176972:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d6e27f37/0xd3c138f33087c9ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078fb expref: 6549 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.176985:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7618
00000100:00100000:0.0:1775764892.176992:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6580:2412:x1862023150193536:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.176997:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169620480
00000100:00100000:1.0:1775764892.177001:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169620480
00010000:00010000:0.0:1775764892.177002:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.177006:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000baf3f926/0xd3c138f33087c87c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1cf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0779d expref: 6580 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177015:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000baf3f926/0xd3c138f33087c87c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1cf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0779d expref: 6580 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177030:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.177033:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.177037:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177043:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000baf3f926/0xd3c138f33087c87c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1cf1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0779d expref: 6580 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177044:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.177055:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169618048:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.177068:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.177071:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177080:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177087:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177096:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177097:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6579:2412:x1862023150193536:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 106us (2212us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.177103:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7618
00010000:00010000:1.0:1775764892.177104:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177134:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.177136:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7619
00000100:00100000:0.0:1775764892.177144:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6578:2411:x1862023150193408:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.177151:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.177155:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000211d9103/0xd3c138f33087ce4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d7e expref: 6578 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177166:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000211d9103/0xd3c138f33087ce4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d7e expref: 6578 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177178:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000211d9103/0xd3c138f33087ce4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07d7e expref: 6578 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177188:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.177218:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6577:2411:x1862023150193408:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 75us (2306us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.177227:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7619
00000100:00100000:0.0:1775764892.177240:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7620
00000100:00100000:1.0:1775764892.177244:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+422:3658:x1862023169617536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12590us (12856us total) trans 4294972694 rc 0/0
00000100:00100000:0.0:1775764892.177246:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51a393450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6576:2411:x1862023150193664:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.177263:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28869
00010000:00010000:0.0:1775764892.177264:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.177269:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d9c43427/0xd3c138f33087cb2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bbe expref: 6576 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177278:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d9c43427/0xd3c138f33087cb2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bbe expref: 6576 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.177279:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169620096
00000100:00100000:1.0:1775764892.177282:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169620096
00000100:00100000:1.0:1775764892.177294:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169620608
00000100:00100000:1.0:1775764892.177297:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169620608
00010000:00010000:0.0:1775764892.177300:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9c43427/0xd3c138f33087cb2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bbe expref: 6576 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.177308:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28880
00010000:00010000:0.0:1775764892.177310:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.177312:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764892.177313:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+423:3659:x1862023169620096:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.177315:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177322:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1775764892.177329:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2843 count 1
00010000:00010000:0.0:1775764892.177336:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.177342:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177352:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51a393450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6575:2411:x1862023150193664:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 107us (2414us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764892.177353:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048ac902f/0xd3c138f33087c89f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c7 expref: 6575 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177358:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7620
00010000:00010000:1.0:1775764892.177360:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.177361:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.177364:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177382:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048ac902f/0xd3c138f33087c89f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c7 expref: 6574 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177392:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048ac902f/0xd3c138f33087c89f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c7 expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177397:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7621
00000100:00100000:0.0:1775764892.177403:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6549:2411:x1862023150193920:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.177403:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169620992:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.177410:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.177415:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007abfcef2/0xd3c138f33087c9f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07909 expref: 6549 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177424:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007abfcef2/0xd3c138f33087c9f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07909 expref: 6549 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.177427:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bedb40 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.177437:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.177438:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.177439:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.177441:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177445:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177448:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177452:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eb400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.177455:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177460:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.177462:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177471:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb8:0x0].0x0 (ffff89b408185600)
00000100:00100000:0.0:1775764892.177474:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6549:2411:x1862023150193920:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 72us (1990us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764892.177474:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.177477:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177480:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7621
00010000:00010000:1.0:1775764892.177483:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bb454 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1fb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177492:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7622
00010000:00010000:1.0:1775764892.177495:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1775764892.177497:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6548:2412:x1862023150193792:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.177498:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177503:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.177504:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.177508:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d6e27f37/0xd3c138f33087c9ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x124e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078fb expref: 6548 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177508:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177516:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177524:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d6e27f37/0xd3c138f33087c9ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x124e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078fb expref: 6548 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177526:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177534:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.177536:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.177539:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177539:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb3f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177547:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177554:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.177556:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.177556:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.177558:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.177571:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6548:2412:x1862023150193792:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 74us (2054us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.177571:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28881
00000100:00100000:0.0:1775764892.177577:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7622
00000100:00100000:1.0:1775764892.177578:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+423:3659:x1862023169620608:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.177590:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9896 count 1
00010000:00010000:1.0:1775764892.177602:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.177608:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9f100/2, rc 0, transno 4294972694
00010000:00010000:1.0:1775764892.177612:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004deafda7/0xd3c138f33087c8d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f8 expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177617:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169617536:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.177619:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.177621:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.177623:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177641:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004deafda7/0xd3c138f33087c8d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f8 expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177650:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004deafda7/0xd3c138f33087c8d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f8 expref: 6574 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.177665:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169621120:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.177666:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.177674:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169621248:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.177688:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.177697:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.177711:0:14055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007abfcef2/0xd3c138f33087c9f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07909 expref: 6547 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.177722:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169618432:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.177734:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177740:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169621248
00000100:00100000:0.0:1775764892.177742:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169621248
00010000:00010000:1.0:1775764892.177742:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177749:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177756:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177757:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28882
00000100:00100000:0.0:1775764892.177762:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+424:3658:x1862023169621248:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.177764:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177776:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00002000:00080000:0.0:1775764892.177795:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2022 count 1
00010000:00010000:0.0:1775764892.177807:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177818:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef197c65/0xd3c138f33087c8e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0780d expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177824:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.177825:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.177828:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177843:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef197c65/0xd3c138f33087c8e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0780d expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.177852:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef197c65/0xd3c138f33087c8e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0780d expref: 6574 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177862:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533402300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169621376:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.177862:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+442:3658:x1862023169618304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11435us (12356us total) trans 4294972720 rc 0/0
00000100:00100000:1.0:1775764892.177869:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28871
00000100:00100000:0.0:1775764892.177884:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289300 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.177899:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6e27f37/0xd3c138f33087c9ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078fb expref: 6546 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.177901:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b55500/2, rc 0, transno 4294972720
00000100:00100000:0.0:1775764892.177910:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169618304:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.177910:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169618176:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.177931:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177939:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177942:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:1.0:1775764892.177946:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177949:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169621504:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.177954:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.177961:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.177970:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.177972:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764892.177988:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.177993:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.178005:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.178008:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.178015:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.178026:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.178032:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb400 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.178038:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+442:3660:x1862023169617024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13069us (13266us total) trans 4294972721 rc 0/0
00000100:00100000:1.0:1775764892.178044:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28870
00010000:00010000:0.0:1775764892.178047:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.178049:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.178055:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228000 already unused, calling callback (ffffffffc0d2c060)
00000100:00100000:1.0:1775764892.178056:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169621504
00010000:00010000:0.0:1775764892.178058:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.178059:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169621504
00010000:00010000:0.0:1775764892.178065:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.178071:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28883
00010000:00010000:0.0:1775764892.178074:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.178076:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+442:3657:x1862023169621504:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.178082:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb3f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1775764892.178085:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3823 count 1
00010000:00010000:0.0:1775764892.178095:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.178097:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.178098:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.178151:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b57b80/2, rc 0, transno 4294972721
00000100:00100000:0.0:1775764892.178159:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169617024:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.178178:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.178185:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:1.0:1775764892.178188:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ca1add3/0xd3c138f33087ca74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07956 expref: 6545 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.178192:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169621632:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.178195:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.178197:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.178199:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.178212:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.178216:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ca1add3/0xd3c138f33087ca74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07956 expref: 6545 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178225:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ca1add3/0xd3c138f33087ca74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07956 expref: 6545 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.178235:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169621760:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.178267:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed240 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.178279:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169621632
00000100:00100000:1.0:1775764892.178283:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169621632
00000100:00100000:1.0:1775764892.178299:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28884
00000100:00100000:1.0:1775764892.178305:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+443:3660:x1862023169621632:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.178315:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8563 count 1
00010000:00010000:1.0:1775764892.178325:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178336:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ab739f7/0xd3c138f33087ca7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07964 expref: 6545 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178342:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.178343:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.178346:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178363:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ab739f7/0xd3c138f33087ca7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07964 expref: 6545 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178371:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ab739f7/0xd3c138f33087ca7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07964 expref: 6545 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.178380:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169621888:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.178398:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed3c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.178408:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.178456:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28885
00000100:00100000:1.0:1775764892.178462:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+424:3659:x1862023169620480:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.178474:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:887 count 1
00010000:00010000:1.0:1775764892.178484:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178500:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c1b09a08/0xd3c138f33087c8bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ea expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178507:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.178508:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.178511:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178528:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c1b09a08/0xd3c138f33087c8bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ea expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.178536:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c1b09a08/0xd3c138f33087c8bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ea expref: 6574 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.178545:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169622016:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.178563:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed840 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.178633:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.178656:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6545:2411:x1862023150191872:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 10940us (11180us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.178664:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7611
00010000:00010000:2.0:1775764892.178719:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.178730:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.178739:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.178748:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.178754:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.178773:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.179505:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.179512:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.179521:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c51a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.179524:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.179533:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.179546:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 1/0,0 mode: --/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.179559:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce56ebaf/0xd3c138f3308bb3eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.179575:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.179577:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.179579:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.179587:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+425:3659:x1862023169617664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15231us (15303us total) trans 4294972695 rc 0/0
00000100:00100000:2.0:1775764892.179595:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28868
00010000:00010000:2.0:1775764892.179618:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.179627:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.179636:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.179643:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.179662:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:3.0:1775764892.179706:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9ca80/2, rc 0, transno 4294972695
00000100:00100000:3.0:1775764892.179717:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169617664:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.179755:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.179760:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.179762:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+444:3659:x1862023169613696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36772us (36833us total) trans 4294972722 rc 0/0
00010000:00010000:0.0:1775764892.179768:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00000100:00100000:2.0:1775764892.179768:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28854
00010000:00010000:0.0:1775764892.179771:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.179779:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.179789:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.179825:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e903b80/2, rc 0, transno 4294972722
00000100:00100000:3.0:1775764892.179835:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169613696:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.180298:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169622144:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.180331:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.180385:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169622144
00000100:00100000:3.0:1775764892.180394:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169622144
00000100:00100000:3.0:1775764892.180442:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28886
00000100:00100000:3.0:1775764892.180451:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+425:3660:x1862023169622144:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.180479:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1959 count 1
00010000:00010000:3.0:1775764892.180501:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.180522:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000034f07b5e/0xd3c138f33087c8ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07814 expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.180535:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.180536:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.180542:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.180569:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000034f07b5e/0xd3c138f33087c8ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07814 expref: 6574 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.180586:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000034f07b5e/0xd3c138f33087c8ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07814 expref: 6574 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.180603:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169622272:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.180673:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9180 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.180924:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1fef885/0xd3c138f3308bb36d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.180941:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.180943:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.180946:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.181136:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764892.181147:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169622400:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.181181:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.181212:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169622400
00000100:00100000:3.0:1775764892.181217:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169622400
00000100:00100000:3.0:1775764892.181243:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28887
00000100:00100000:3.0:1775764892.181261:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53482e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+444:3658:x1862023169622400:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.181277:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8928 count 1
00010000:00010000:3.0:1775764892.181290:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.181303:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ef04d2e/0xd3c138f33087ca2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07979 expref: 6544 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.181310:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.181311:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.181314:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.181335:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ef04d2e/0xd3c138f33087ca2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07979 expref: 6544 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.181345:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ef04d2e/0xd3c138f33087ca2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07979 expref: 6544 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.181355:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169622528:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.181402:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc9300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.183157:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169619328:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.183183:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.183217:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ed99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169619456:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.183232:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.183266:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169619712:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.183277:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.183361:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.183383:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.183399:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.183428:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.183453:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150194432
00000100:00100000:1.0:1775764892.183459:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150194432
00010000:00010000:1.0:1775764892.183490:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b72354d2/0xd3c138f33087c9a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07910 expref: 6545 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.183515:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150194560
00000100:00100000:1.0:1775764892.183518:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150194560
00010000:00010000:1.0:1775764892.183529:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da5644f5/0xd3c138f33087ca0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07933 expref: 6546 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.183546:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150194688
00000100:00100000:1.0:1775764892.183548:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150194688
00010000:00010000:1.0:1775764892.183560:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df27289a/0xd3c138f33087ca66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0793a expref: 6547 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.183576:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150194304
00000100:00100000:1.0:1775764892.183578:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150194304
00010000:00010000:1.0:1775764892.183590:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b06a34bb/0xd3c138f33087c883 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ab expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.183605:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7623
00000100:00100000:1.0:1775764892.183615:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6547:2410:x1862023150194432:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.183628:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.183635:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b72354d2/0xd3c138f33087c9a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07910 expref: 6547 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183647:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b72354d2/0xd3c138f33087c9a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07910 expref: 6547 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183679:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b72354d2/0xd3c138f33087c9a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07910 expref: 6547 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183692:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.183694:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.183699:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183709:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183727:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.183772:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6546:2410:x1862023150194432:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 158us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.183780:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7623
00000100:00100000:1.0:1775764892.183806:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7624
00000100:00100000:1.0:1775764892.183813:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6545:2411:x1862023150194560:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.183821:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.183826:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da5644f5/0xd3c138f33087ca0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07933 expref: 6545 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183836:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da5644f5/0xd3c138f33087ca0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07933 expref: 6545 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183854:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da5644f5/0xd3c138f33087ca0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07933 expref: 6545 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183863:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.183864:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.183867:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183875:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183888:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.183905:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6544:2411:x1862023150194560:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (520us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.183911:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7624
00000100:00100000:1.0:1775764892.183924:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7625
00000100:00100000:1.0:1775764892.183930:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6543:2410:x1862023150194688:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.183936:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.183940:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df27289a/0xd3c138f33087ca66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0793a expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183949:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df27289a/0xd3c138f33087ca66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0793a expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183966:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.183968:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.183971:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183978:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.183989:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.184005:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6543:2410:x1862023150194688:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 75us (604us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.184011:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7625
00000100:00100000:1.0:1775764892.184022:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7626
00010000:00010000:2.0:1775764892.184144:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184154:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184164:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184172:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184190:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.184339:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+445:3658:x1862023169619072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10625us (11589us total) trans 4294972723 rc 0/0
00000100:00100000:2.0:1775764892.184347:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28875
00010000:00010000:2.0:1775764892.184367:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.184373:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184381:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.184386:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184394:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184405:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184411:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb41c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184428:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.184430:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.184432:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.184490:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6575:2411:x1862023150194304:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.184499:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.184504:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b06a34bb/0xd3c138f33087c883 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ab expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.184515:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b06a34bb/0xd3c138f33087c883 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ab expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.184529:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b06a34bb/0xd3c138f33087c883 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ab expref: 6575 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.184545:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.184547:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.184550:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.184557:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.184575:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.184583:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169618816:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.184595:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6574:2411:x1862023150194304:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 110us (1167us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764892.184611:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.184620:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.184626:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.184633:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.184640:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.184653:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.184737:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+445:3659:x1862023169618688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13135us (16882us total) trans 4294972724 rc 0/0
00000100:00100000:3.0:1775764892.184743:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28872
00000004:00080000:3.0:1775764892.184791:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409b54a80/2, rc 0, transno 4294972724
00000100:00100000:3.0:1775764892.184804:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169618688:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.184857:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.184862:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184869:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.184873:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184880:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184891:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184898:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb407 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184913:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.184914:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.184916:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.184938:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bc700/2, rc 0, transno 4294972723
00000100:00100000:2.0:1775764892.184989:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169619072:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.185636:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7626
00010000:00010000:1.0:1775764892.185666:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.185677:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.185687:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.185695:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.185711:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.185960:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+426:3658:x1862023169618560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12591us (13499us total) trans 4294972696 rc 0/0
00000100:00100000:1.0:1775764892.185968:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28873
00000100:00100000:3.0:1775764892.186044:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169619840:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.186063:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.186259:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bdf80/2, rc 0, transno 4294972696
00000100:00100000:2.0:1775764892.186380:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169618560:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.186489:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169622656:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.186528:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.187278:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169622656
00000100:00100000:3.0:1775764892.187290:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169622656
00000100:00100000:3.0:1775764892.187344:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28888
00000100:00100000:3.0:1775764892.187354:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+426:3658:x1862023169622656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.187384:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7268 count 1
00010000:00010000:3.0:1775764892.187409:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.187427:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0aadd18/0xd3c138f33087c901 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07829 expref: 6573 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.187435:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.187438:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.187441:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.187473:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c0aadd18/0xd3c138f33087c901 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07829 expref: 6573 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.187486:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c0aadd18/0xd3c138f33087c901 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07829 expref: 6573 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.187499:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409b55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169622784:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.187573:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403cc90c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.188870:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764892.189149:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764892.189169:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169623040:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.189789:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.189822:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169623040
00000100:00100000:1.0:1775764892.189830:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169623040
00000100:00100000:1.0:1775764892.189879:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28889
00000100:00100000:1.0:1775764892.189888:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+445:3659:x1862023169623040:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.189899:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169622912:0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.189916:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7142 count 1
00000100:00100000:2.0:1775764892.189926:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.189981:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190003:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9ad5033/0xd3c138f33087ca90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0798e expref: 6542 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190012:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.190014:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.190017:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.190017:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190025:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190034:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40fface00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.190038:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190048:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190056:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d9ad5033/0xd3c138f33087ca90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0798e expref: 6542 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190068:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d9ad5033/0xd3c138f33087ca90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0798e expref: 6542 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.190080:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169623168:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.190154:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.190208:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.190294:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150194944
00000100:00100000:2.0:1775764892.190299:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150194944
00010000:00010000:2.0:1775764892.190321:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026831fb1/0xd3c138f33087ca6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07948 expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.190348:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7627
00000100:00100000:2.0:1775764892.190355:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51a390450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6543:2411:x1862023150194944:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.190364:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.190368:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026831fb1/0xd3c138f33087ca6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07948 expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190380:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026831fb1/0xd3c138f33087ca6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07948 expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190397:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026831fb1/0xd3c138f33087ca6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07948 expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190411:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.190412:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.190416:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190425:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190447:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.190472:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51a390450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6542:2411:x1862023150194944:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 117us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.190482:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7627
00010000:00010000:2.0:1775764892.190534:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190544:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190554:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190561:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190577:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.190735:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+446:3660:x1862023169619584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16863us (16915us total) trans 4294972725 rc 0/0
00000100:00100000:1.0:1775764892.190736:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.190742:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28877
00000100:00100000:1.0:1775764892.190756:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150194816
00000100:00100000:2.0:1775764892.190758:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169622912
00000100:00100000:1.0:1775764892.190761:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150194816
00000100:00100000:2.0:1775764892.190761:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169622912
00010000:00010000:1.0:1775764892.190775:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001dbd3812/0xd3c138f33087c9b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0791e expref: 6542 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190794:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190803:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009119dcd1/0xd3c138f3308bb40e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.190806:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7628
00000100:00100000:1.0:1775764892.190812:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6542:2411:x1862023150194816:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.190819:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.190821:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.190823:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001dbd3812/0xd3c138f33087c9b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0791e expref: 6542 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190824:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190832:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eb000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.190835:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190835:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001dbd3812/0xd3c138f33087c9b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0791e expref: 6542 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190843:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190850:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001dbd3812/0xd3c138f33087c9b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0791e expref: 6542 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190854:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190860:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.190861:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb423 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190862:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.190865:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190872:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.190892:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.190896:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.190898:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.190900:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.190910:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6541:2411:x1862023150194816:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (175us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.190917:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7628
00010000:00010000:0.0:1775764892.190931:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df27289a/0xd3c138f33087ca66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0793a expref: 6540 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.190941:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169619968:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.190959:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190968:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190974:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190982:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.190994:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191008:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.191310:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+447:3658:x1862023169619200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17443us (17642us total) trans 4294972726 rc 0/0
00000100:00100000:0.0:1775764892.191317:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28876
00000100:00100000:0.0:1775764892.191336:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28890
00000100:00100000:0.0:1775764892.191343:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+446:3660:x1862023169622912:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.191363:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6891 count 1
00010000:00010000:0.0:1775764892.191499:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191514:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000771b160c/0xd3c138f33087ca35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07987 expref: 6539 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191520:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.191522:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.191524:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191551:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000771b160c/0xd3c138f33087ca35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07987 expref: 6539 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191562:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000771b160c/0xd3c138f33087ca35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07987 expref: 6539 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.191575:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169623296:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.191633:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.191660:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409308380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169620864:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.191678:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191693:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.191697:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191704:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.191708:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191716:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191730:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191737:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb42a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.191753:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.191755:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.191757:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.193721:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bf100/2, rc 0, transno 4294972726
00000100:00100000:1.0:1775764892.193743:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169619200:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.193848:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.193861:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169623424:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.193972:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169620736:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.193995:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.194020:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.194034:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.194045:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.194052:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169620992:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.194052:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.194067:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.194080:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.194330:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.194682:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169623424
00000100:00100000:1.0:1775764892.194690:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169623424
00000100:00100000:1.0:1775764892.194732:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28891
00000100:00100000:1.0:1775764892.194740:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+448:3658:x1862023169623424:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.194767:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9206 count 1
00010000:00010000:1.0:1775764892.194791:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.194822:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dce9b0d4/0xd3c138f33087ca43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079a3 expref: 6539 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.194830:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.194832:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.194836:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.194867:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dce9b0d4/0xd3c138f33087ca43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079a3 expref: 6539 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.194880:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dce9b0d4/0xd3c138f33087ca43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079a3 expref: 6539 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.194893:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169623552:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.194950:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bedb40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.197939:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169621120:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.197980:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.201942:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169622272:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.201971:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.202044:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169622784:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.202058:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.202867:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169621888:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.202890:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.202927:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169621760:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.203110:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.203157:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169622016:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.203170:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.203528:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169623296:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.203545:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.203573:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533402300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169621376:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.203584:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.203614:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169623168:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.203627:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.203773:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+448:3659:x1862023169618944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30227us (31039us total) trans 4294972727 rc 0/0
00000100:00100000:2.0:1775764892.203785:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28874
00010000:00010000:2.0:1775764892.203928:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.203935:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203954:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ffaca00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.203960:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203969:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203988:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203995:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f477921f/0xd3c138f3308bb415 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.204015:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.204017:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.204018:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.204141:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.204178:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40d4eb480/2, rc 0, transno 4294972725
00000100:00100000:2.0:1775764892.204196:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40d4eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169619584:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.204368:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169623680:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.204409:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.204409:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.204433:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.204447:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169623680
00000100:00100000:3.0:1775764892.204450:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150196992
00000100:00100000:0.0:1775764892.204453:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169623680
00000100:00100000:3.0:1775764892.204453:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150196992
00000100:00100000:0.0:1775764892.204486:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28892
00000100:00100000:3.0:1775764892.204486:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14362
00000100:00100000:0.0:1775764892.204494:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+448:3658:x1862023169623680:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.204494:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6372:11674:x1862023150196992:12345-192.168.202.20@tcp:36:bonnie++.500
00002000:00080000:0.0:1775764892.204518:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9774 count 1
00010000:00010000:3.0:1775764892.204536:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.204539:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.204554:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f15b56cc/0xd3c138f33087ca4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b1 expref: 6539 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.204555:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff58800/0xd3c138f33082776c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x708:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec278 expref: 6372 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.204568:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.204568:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x708:0x0].0x0 (ffff89b4017ce300)
00010000:00010000:0.0:1775764892.204571:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.204573:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.204576:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.204590:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.204599:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f15b56cc/0xd3c138f33087ca4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b1 expref: 6539 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.204600:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.204610:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.204611:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f15b56cc/0xd3c138f33087ca4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b1 expref: 6539 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.204624:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169623808:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.204624:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a000/0xd3c138f3308bb4bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1fe0c6d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.204631:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a000/0xd3c138f3308bb4bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1fe0c6d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.204637:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a000/0xd3c138f3308bb4bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1fe0c6d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.204677:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289300 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.204726:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x708:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.204734:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.204741:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.205171:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4020, 64 off265472
00000040:00080000:3.0:1775764892.205192:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4020, 64 off265472
00010000:00010000:3.0:1775764892.205258:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x708:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205268:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205276:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205297:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205304:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205309:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205330:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.205348:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.205349:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.205354:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205354:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205360:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.205361:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.205364:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.205365:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205367:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.205371:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.205372:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.205500:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x708:0x0].0x0 (ffff89b4092eda00)
00010000:00010000:0.0:1775764892.205504:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.205509:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.205514:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bb4cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.205524:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.205526:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.205526:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bf800/2, rc 0, transno 4294972727
00010000:00010000:0.0:1775764892.205528:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.205538:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169618944:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.205558:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150195072
00000100:00100000:1.0:1775764892.205562:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150195072
00010000:00010000:1.0:1775764892.205587:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae73e97d/0xd3c138f33087c8ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077d5 expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.205611:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7629
00000100:00100000:1.0:1775764892.205617:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6574:2412:x1862023150195072:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.205627:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.205631:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae73e97d/0xd3c138f33087c8ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077d5 expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.205640:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae73e97d/0xd3c138f33087c8ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077d5 expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.205655:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae73e97d/0xd3c138f33087c8ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077d5 expref: 6574 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.205668:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.205670:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.205674:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.205681:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.205699:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.205728:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6573:2412:x1862023150195072:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 111us (1319us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.205734:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7629
00000100:00100000:1.0:1775764892.205779:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.205954:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150195200
00000100:00100000:1.0:1775764892.205958:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150195200
00010000:00010000:1.0:1775764892.205975:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000866e3beb/0xd3c138f33087c8b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077dc expref: 6573 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.205996:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7630
00000100:00100000:1.0:1775764892.206004:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6573:2411:x1862023150195200:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.206011:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.206014:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000866e3beb/0xd3c138f33087c8b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077dc expref: 6573 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206150:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000866e3beb/0xd3c138f33087c8b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077dc expref: 6573 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206167:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000866e3beb/0xd3c138f33087c8b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077dc expref: 6573 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206176:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.206178:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.206180:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206187:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206205:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.206224:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6572:2411:x1862023150195200:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 223us (445us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.206231:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7630
00000100:00100000:1.0:1775764892.206326:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.206343:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150195456
00000100:00100000:1.0:1775764892.206347:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150195456
00010000:00010000:1.0:1775764892.206361:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004deafda7/0xd3c138f33087c8d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f8 expref: 6572 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.206380:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7631
00000100:00100000:1.0:1775764892.206386:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6572:2411:x1862023150195456:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.206394:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.206398:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004deafda7/0xd3c138f33087c8d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f8 expref: 6572 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206407:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004deafda7/0xd3c138f33087c8d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f8 expref: 6572 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206419:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004deafda7/0xd3c138f33087c8d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077f8 expref: 6572 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206427:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.206428:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.206431:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206438:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206453:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.206464:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206471:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206479:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206485:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.206497:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.206625:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+427:3659:x1862023169620608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29047us (31167us total) trans 4294972697 rc 0/0
00000100:00100000:1.0:1775764892.206633:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28881
00000100:00100000:1.0:1775764892.206662:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:2411:x1862023150195456:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 276us (336us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.206668:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7631
00000004:00080000:1.0:1775764892.206700:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da2300/2, rc 0, transno 4294972697
00000100:00100000:1.0:1775764892.206710:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169620608:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.206719:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.206722:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169623936:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.206728:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.206735:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.206742:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.206751:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.206754:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.206830:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+427:3657:x1862023169620224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31797us (31890us total) trans 4294972698 rc 0/0
00000100:00100000:0.0:1775764892.206836:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28878
00000100:00100000:0.0:1775764892.206850:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169623936
00000100:00100000:0.0:1775764892.206854:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169623936
00000100:00100000:0.0:1775764892.206876:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28893
00000100:00100000:0.0:1775764892.206881:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+449:3659:x1862023169623936:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.206903:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5166 count 1
00010000:00010000:0.0:1775764892.206923:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.206936:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c948c157/0xd3c138f33087ca51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079bf expref: 6539 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.206955:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.206957:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.206960:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.206984:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c948c157/0xd3c138f33087ca51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079bf expref: 6539 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.206996:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c948c157/0xd3c138f33087ca51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079bf expref: 6539 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.207007:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169624192:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.207044:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289840 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.207056:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:1.0:1775764892.207138:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.207146:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169624064:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.207170:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.207223:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.207268:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.207350:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150195712
00000100:00100000:1.0:1775764892.207355:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150195712
00010000:00010000:1.0:1775764892.207373:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ca1add3/0xd3c138f33087ca74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07956 expref: 6540 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.207396:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150195968
00000100:00100000:1.0:1775764892.207399:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150195968
00010000:00010000:1.0:1775764892.207411:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c1b09a08/0xd3c138f33087c8bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ea expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.207435:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7632
00000100:00100000:1.0:1775764892.207440:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6540:2411:x1862023150195712:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.207448:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.207453:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ca1add3/0xd3c138f33087ca74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xeef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07956 expref: 6540 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207463:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ca1add3/0xd3c138f33087ca74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xeef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07956 expref: 6540 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207478:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ca1add3/0xd3c138f33087ca74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xeef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07956 expref: 6540 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.207480:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.207489:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.207491:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.207492:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.207493:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207496:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.207503:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207504:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.207514:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.207521:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb462 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207521:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.207537:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1775764892.207539:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6539:2411:x1862023150195712:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (316us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764892.207541:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.207546:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7632
00010000:00010000:0.0:1775764892.207547:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.207550:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.207557:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.207559:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7633
00000100:00100000:1.0:1775764892.207564:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:2411:x1862023150195968:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.207567:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207572:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.207574:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb44d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207576:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c1b09a08/0xd3c138f33087c8bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ea expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207586:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c1b09a08/0xd3c138f33087c8bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ea expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.207592:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.207593:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.207595:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.207597:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1b09a08/0xd3c138f33087c8bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077ea expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207606:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.207607:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.207610:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207616:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.207618:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da0000/2, rc 0, transno 4294972698
00000100:00100000:0.0:1775764892.207630:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169620224:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.207631:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.207647:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6570:2411:x1862023150195968:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 82us (379us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.207653:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7633
00010000:00010000:1.0:1775764892.207670:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207682:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.207691:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.207695:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:1.0:1775764892.207697:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.207703:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169624320:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.207710:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.207730:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.208001:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x708:0x0].0x0 (ffff89b4092eda00)
00010000:00010000:3.0:1775764892.208006:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.208010:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208021:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb4c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208176:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208183:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208188:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208193:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208199:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937bc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.208202:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208208:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208217:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.208219:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.208222:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208227:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb4b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.208237:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004735fb92 reply state 000000002a88b355 transno 4294991834 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a000/0xd3c138f3308bb4bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1fe0c6d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208257:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a000/0xd3c138f3308bb4bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1fe0c6d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.208264:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1fe0c6d2 (ffff89b4092ed300)
00010000:00010000:3.0:1775764892.208266:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.208269:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.208456:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169623552:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.208478:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.208506:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169624064
00000100:00100000:2.0:1775764892.208510:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169624064
00000100:00100000:2.0:1775764892.208546:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169624320
00000100:00100000:2.0:1775764892.208549:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169624320
00000100:00100000:0.0:1775764892.208553:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28894
00000100:00100000:0.0:1775764892.208561:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+428:3659:x1862023169624064:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.208566:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28895
00000100:00100000:2.0:1775764892.208571:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+428:3658:x1862023169624320:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.208580:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9934 count 1
00002000:00080000:2.0:1775764892.208580:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:787 count 1
00010000:00010000:0.0:1775764892.208596:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208596:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.208609:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000013485e9c/0xd3c138f33087c908 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07830 expref: 6569 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208609:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089034ca0/0xd3c138f33087c90f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0783e expref: 6569 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.208617:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.208619:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.208621:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.208622:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208623:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.208625:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.208643:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000013485e9c/0xd3c138f33087c908 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07830 expref: 6569 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208643:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089034ca0/0xd3c138f33087c90f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0783e expref: 6569 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208654:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089034ca0/0xd3c138f33087c90f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0783e expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.208658:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000013485e9c/0xd3c138f33087c908 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07830 expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.208666:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169624448:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.208667:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169624576:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.208708:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289b40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.208708:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.208724:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.208730:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208737:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.208740:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208748:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208759:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208765:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb470 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208781:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.208782:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.208784:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.208898:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208907:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208917:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.208924:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.209004:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.209007:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.209012:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.209018:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043ea200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.209021:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.209029:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.209039:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.209045:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb431 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.209058:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.209172:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.209175:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.209202:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+429:3657:x1862023169620352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33994us (34213us total) trans 4294972699 rc 0/0
00000100:00100000:2.0:1775764892.209209:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28879
00010000:00010000:2.0:1775764892.209238:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.209298:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da0e00/2, rc 0, transno 4294972699
00000100:00100000:0.0:1775764892.209309:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169620352:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.209357:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169624704:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.209383:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.209461:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+450:3657:x1862023169621504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31383us (31488us total) trans 4294972728 rc 0/0
00000004:00080000:0.0:1775764892.209466:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d7ea00/2, rc 0, transno 4294972728
00000100:00100000:1.0:1775764892.209468:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28883
00000100:00100000:0.0:1775764892.209476:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169621504:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.209483:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169624704
00000100:00100000:1.0:1775764892.209486:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169624704
00000100:00100000:3.0:1775764892.209539:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6373:11674:x1862023150196992:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 5044us (5103us total) trans 4294991834 rc 0/0
00000100:00100000:3.0:1775764892.209547:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14362
00000100:00100000:3.0:1775764892.209601:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.209626:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.209645:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.209662:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.209680:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.209696:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.209709:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.209724:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.210404:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.210440:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409b56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169622528:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.210462:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211181:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150196224
00000100:00100000:3.0:1775764892.211190:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150196224
00010000:00010000:3.0:1775764892.211225:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ef04d2e/0xd3c138f33087ca2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07979 expref: 6539 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211261:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150196480
00000100:00100000:3.0:1775764892.211265:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150196480
00010000:00010000:3.0:1775764892.211280:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d9ad5033/0xd3c138f33087ca90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0798e expref: 6540 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211374:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150195328
00000100:00100000:3.0:1775764892.211377:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150195328
00010000:00010000:3.0:1775764892.211394:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048ac902f/0xd3c138f33087c89f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c7 expref: 6570 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211406:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150196736
00000100:00100000:3.0:1775764892.211409:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150196736
00010000:00010000:3.0:1775764892.211420:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dce9b0d4/0xd3c138f33087ca43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079a3 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211431:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150195584
00000100:00100000:3.0:1775764892.211433:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150195584
00010000:00010000:3.0:1775764892.211444:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef197c65/0xd3c138f33087c8e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0780d expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211456:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150195840
00000100:00100000:3.0:1775764892.211458:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150195840
00010000:00010000:3.0:1775764892.211469:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ab739f7/0xd3c138f33087ca7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07964 expref: 6542 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211479:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150196096
00000100:00100000:3.0:1775764892.211482:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150196096
00010000:00010000:3.0:1775764892.211492:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034f07b5e/0xd3c138f33087c8ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07814 expref: 6572 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211501:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150196352
00000100:00100000:3.0:1775764892.211504:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150196352
00010000:00010000:3.0:1775764892.211514:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c0aadd18/0xd3c138f33087c901 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07829 expref: 6573 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211525:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150196608
00000100:00100000:3.0:1775764892.211528:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150196608
00010000:00010000:3.0:1775764892.211539:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000771b160c/0xd3c138f33087ca35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07987 expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.211552:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7634
00000100:00100000:3.0:1775764892.211560:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51a392050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6543:2411:x1862023150196224:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.211573:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.211578:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ef04d2e/0xd3c138f33087ca2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07979 expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211589:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ef04d2e/0xd3c138f33087ca2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07979 expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211611:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ef04d2e/0xd3c138f33087ca2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07979 expref: 6543 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211624:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.211627:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.211631:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211642:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211668:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.211712:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51a392050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6542:2411:x1862023150196224:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 152us (2110us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.211720:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7634
00000100:00100000:3.0:1775764892.211761:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7635
00000100:00100000:3.0:1775764892.211768:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6541:2411:x1862023150196480:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.211774:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.211779:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d9ad5033/0xd3c138f33087ca90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0798e expref: 6541 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211789:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d9ad5033/0xd3c138f33087ca90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0798e expref: 6541 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211901:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9ad5033/0xd3c138f33087ca90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0798e expref: 6541 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211911:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.211913:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.211916:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.211929:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212111:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.212153:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6540:2411:x1862023150196480:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 386us (2526us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.212160:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7635
00000100:00100000:3.0:1775764892.212175:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7636
00000100:00100000:3.0:1775764892.212181:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6573:2412:x1862023150195328:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.212189:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.212193:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048ac902f/0xd3c138f33087c89f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c7 expref: 6573 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212204:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048ac902f/0xd3c138f33087c89f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c7 expref: 6573 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212218:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048ac902f/0xd3c138f33087c89f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee077c7 expref: 6573 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212228:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212229:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212232:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212243:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212271:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.212285:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6572:2412:x1862023150195328:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 104us (2640us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.212370:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7636
00000100:00100000:3.0:1775764892.212384:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7637
00000100:00100000:3.0:1775764892.212390:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6539:2411:x1862023150196736:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.212398:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.212402:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dce9b0d4/0xd3c138f33087ca43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079a3 expref: 6539 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212411:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dce9b0d4/0xd3c138f33087ca43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079a3 expref: 6539 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212424:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dce9b0d4/0xd3c138f33087ca43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079a3 expref: 6539 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212434:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212435:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212439:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212451:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212470:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.212486:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6538:2411:x1862023150196736:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 96us (2823us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.212492:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7637
00000100:00100000:3.0:1775764892.212505:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7638
00000100:00100000:3.0:1775764892.212512:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:2412:x1862023150195584:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.212520:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.212524:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef197c65/0xd3c138f33087c8e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0780d expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212534:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef197c65/0xd3c138f33087c8e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0780d expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212546:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef197c65/0xd3c138f33087c8e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0780d expref: 6571 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212556:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212558:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212560:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212573:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212599:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.212609:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.212613:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6570:2412:x1862023150195584:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 102us (2932us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.212619:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7638
00010000:00010000:0.0:1775764892.212620:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.212629:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.212631:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7639
00000100:00100000:3.0:1775764892.212636:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6537:2412:x1862023150195840:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.212637:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212643:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.212647:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ab739f7/0xd3c138f33087ca7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07964 expref: 6537 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.212652:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.212656:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ab739f7/0xd3c138f33087ca7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07964 expref: 6537 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212667:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ab739f7/0xd3c138f33087ca7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07964 expref: 6537 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212675:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212677:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212680:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212691:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212707:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.212719:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6536:2412:x1862023150195840:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 83us (3022us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.212724:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7639
00000100:00100000:3.0:1775764892.212736:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7640
00000100:00100000:3.0:1775764892.212742:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6569:2412:x1862023150196096:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.212748:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.212752:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034f07b5e/0xd3c138f33087c8ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07814 expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212761:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034f07b5e/0xd3c138f33087c8ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07814 expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.212770:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+430:3658:x1862023169621248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35007us (35072us total) trans 4294972700 rc 0/0
00010000:00010000:3.0:1775764892.212772:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f07b5e/0xd3c138f33087c8ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07814 expref: 6569 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.212778:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28882
00010000:00010000:3.0:1775764892.212780:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212782:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212784:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.212793:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28896
00000100:00100000:0.0:1775764892.212799:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+429:3658:x1862023169624704:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.212807:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1775764892.212821:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3076 count 1
00010000:00010000:3.0:1775764892.212823:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.212835:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6568:2412:x1862023150196096:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 94us (3126us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764892.212839:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.212841:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7640
00010000:00010000:0.0:1775764892.212851:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd176b94/0xd3c138f33087c916 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0784c expref: 6567 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.212853:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7641
00010000:00010000:0.0:1775764892.212858:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:3.0:1775764892.212859:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b51a390850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6567:2412:x1862023150196352:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.212860:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.212863:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212866:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.212870:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c0aadd18/0xd3c138f33087c901 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07829 expref: 6567 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212879:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c0aadd18/0xd3c138f33087c901 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07829 expref: 6567 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212890:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0aadd18/0xd3c138f33087c901 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07829 expref: 6567 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.212891:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd176b94/0xd3c138f33087c916 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0784c expref: 6567 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212900:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.212902:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.212903:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd176b94/0xd3c138f33087c916 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0784c expref: 6566 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212905:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.212917:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.212918:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169624960:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.212931:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.212968:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b5072543c0 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.212984:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.212990:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.212997:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.213000:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213013:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213024:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213031:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb469 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213048:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.213050:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.213051:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.213129:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b51a390850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6566:2412:x1862023150196352:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 84us (3218us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.213138:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7641
00000100:00100000:3.0:1775764892.213168:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7642
00000100:00100000:3.0:1775764892.213176:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6535:2412:x1862023150196608:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.213183:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.213187:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000771b160c/0xd3c138f33087ca35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07987 expref: 6535 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213197:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000771b160c/0xd3c138f33087ca35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07987 expref: 6535 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213210:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000771b160c/0xd3c138f33087ca35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07987 expref: 6535 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213219:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.213220:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.213223:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213234:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213265:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.213280:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6534:2412:x1862023150196608:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 106us (2880us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.213355:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.213367:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7642
00010000:00010000:2.0:1775764892.213369:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.213378:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.213385:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213388:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213395:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.213398:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.213403:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213409:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213420:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.213496:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+450:3658:x1862023169623424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18756us (19166us total) trans 4294972729 rc 0/0
00000100:00100000:3.0:1775764892.213496:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+430:3660:x1862023169622144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33048us (33165us total) trans 4294972701 rc 0/0
00000100:00100000:2.0:1775764892.213504:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28891
00000004:00080000:0.0:1775764892.213565:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7f9f80/2, rc 0, transno 4294972729
00000100:00100000:0.0:1775764892.213577:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169623424:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.213590:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e924700/2, rc 0, transno 4294972700
00000100:00100000:0.0:1775764892.213598:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169621248:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.213609:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28886
00010000:00010000:0.0:1775764892.213615:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213623:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213630:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213631:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213645:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213645:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213653:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213658:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:3.0:1775764892.213658:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213669:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:3.0:1775764892.213738:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+430:3658:x1862023169622656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26387us (27209us total) trans 4294972702 rc 0/0
00000100:00100000:3.0:1775764892.213745:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28888
00000100:00100000:0.0:1775764892.213747:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+451:3660:x1862023169622912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22406us (23820us total) trans 4294972730 rc 0/0
00000100:00100000:0.0:1775764892.213752:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28890
00010000:00010000:0.0:1775764892.213765:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1775764892.213770:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.213775:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7f9c00/2, rc 0, transno 4294972730
00010000:00010000:0.0:1775764892.213778:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00000100:00100000:3.0:1775764892.213779:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169622912:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.213781:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.213788:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058ed880/2, rc 0, transno 4294972701
00010000:00010000:0.0:1775764892.213789:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213800:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213807:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2926bb8/0xd3c138f3308bb4a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213822:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764892.213826:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213833:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.213836:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213843:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213853:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213860:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001582fd34/0xd3c138f3308bb485 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.213865:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169622144:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.213871:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:0.0:1775764892.213873:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.213876:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.213881:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169624832:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.213882:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.213885:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213892:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213905:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.213907:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.213912:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb4a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213924:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.213927:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213933:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.213936:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213936:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213944:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213945:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213953:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213954:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213961:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb493 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213962:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.213970:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.213973:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.213975:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213982:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.213984:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213990:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.213999:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214006:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb48c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214017:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.214018:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.214020:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.214146:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169624832
00000100:00100000:1.0:1775764892.214152:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169624832
00000100:00100000:1.0:1775764892.214182:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28897
00000100:00100000:1.0:1775764892.214189:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+451:3660:x1862023169624832:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.214190:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:1.0:1775764892.214206:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1257 count 1
00010000:00010000:1.0:1775764892.214222:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.214233:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a2afbfa/0xd3c138f33087ca58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079cd expref: 6533 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.214245:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.214259:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.214262:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.214285:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a2afbfa/0xd3c138f33087ca58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079cd expref: 6533 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.214291:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.214380:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169625344:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.214392:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53482e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+451:3658:x1862023169622400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33142us (33209us total) trans 4294972731 rc 0/0
00000100:00100000:3.0:1775764892.214399:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28887
00000100:00100000:0.0:1775764892.214403:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.214433:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a2afbfa/0xd3c138f33087ca58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079cd expref: 6533 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.214444:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169625216:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.214468:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.214478:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed240 going to sleep for 11 seconds
00000004:00080000:0.0:1775764892.214487:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058eea00/2, rc 0, transno 4294972702
00000100:00100000:0.0:1775764892.214491:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169622656:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.214494:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.214500:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d7ce00/2, rc 0, transno 4294972731
00010000:00010000:1.0:1775764892.214501:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.214506:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169622400:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.214509:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.214517:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.214533:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:1.0:1775764892.214534:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.214540:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169625472:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.214562:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.214593:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169625344
00000100:00100000:3.0:1775764892.214598:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169625344
00000100:00100000:1.0:1775764892.214677:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+430:3659:x1862023169620096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37363us (39245us total) trans 4294972703 rc 0/0
00000100:00100000:1.0:1775764892.214683:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28880
00000100:00100000:3.0:1775764892.214701:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169625472
00000100:00100000:3.0:1775764892.214704:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169625472
00000100:00100000:0.0:1775764892.214718:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28898
00000100:00100000:0.0:1775764892.214725:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+452:3657:x1862023169625344:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.214736:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28899
00002000:00080000:0.0:1775764892.214737:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7397 count 1
00000100:00100000:3.0:1775764892.214742:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+452:3657:x1862023169625472:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.214750:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1775764892.214751:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5407 count 1
00010000:00010000:0.0:1775764892.214761:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000983ad745/0xd3c138f33087caba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e9 expref: 6533 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.214761:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214769:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.214771:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.214771:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016f55413/0xd3c138f33087cac8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f0 expref: 6533 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214773:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.214779:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.214780:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.214782:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214790:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000983ad745/0xd3c138f33087caba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e9 expref: 6533 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214799:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000983ad745/0xd3c138f33087caba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e9 expref: 6533 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.214808:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdcb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169625600:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.214827:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.214838:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.214842:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214850:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.214853:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214861:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214874:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214881:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb45b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.214892:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016f55413/0xd3c138f33087cac8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f0 expref: 6533 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.214896:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.214898:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.214899:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.214902:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016f55413/0xd3c138f33087cac8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f0 expref: 6533 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.214911:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169625728:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.214930:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303780 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.214953:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169626112:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.214977:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.214985:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.214994:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.214998:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.215001:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.215023:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169626112
00000100:00100000:0.0:1775764892.215026:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169626112
00000100:00100000:0.0:1775764892.215049:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28900
00000100:00100000:0.0:1775764892.215055:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+430:3657:x1862023169626112:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.215160:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00002000:00080000:0.0:1775764892.215176:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9130 count 1
00010000:00010000:0.0:1775764892.215188:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.215265:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+453:3659:x1862023169623040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25378us (25476us total) trans 4294972732 rc 0/0
00000100:00100000:1.0:1775764892.215272:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28889
00010000:00010000:1.0:1775764892.215303:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215312:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215325:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215331:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.215352:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d02e66f5/0xd3c138f33087c94e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07876 expref: 6565 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.215359:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.215361:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.215363:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.215385:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d02e66f5/0xd3c138f33087c94e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07876 expref: 6565 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.215394:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d02e66f5/0xd3c138f33087c94e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07876 expref: 6565 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.215405:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169626240:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.215432:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.215452:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169625088:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.215463:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.215467:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.215476:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.215476:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.215479:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.215487:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.215499:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.215506:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d957489/0xd3c138f3308bb49a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.215526:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1775764892.215528:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169625984:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.215529:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.215535:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.215538:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.215546:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.215547:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.215559:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.215567:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.215568:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.215570:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.215617:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.215623:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169625856:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.215626:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764892.215630:0:14055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb477 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.215642:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.215664:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169625088
00000100:00100000:2.0:1775764892.215668:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169625088
00000100:00100000:2.0:1775764892.215692:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169625984
00000100:00100000:2.0:1775764892.215694:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169625984
00000100:00100000:2.0:1775764892.215711:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28901
00000100:00100000:1.0:1775764892.215717:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+454:3660:x1862023169621632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37412us (37504us total) trans 4294972733 rc 0/0
00000100:00100000:2.0:1775764892.215717:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4089ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+454:3660:x1862023169625088:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.215723:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28884
00002000:00080000:2.0:1775764892.215729:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:215 count 1
00000100:00100000:1.0:1775764892.215737:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28902
00000100:00100000:1.0:1775764892.215742:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4089e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+431:3660:x1862023169625984:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.215742:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1775764892.215751:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4864 count 1
00010000:00010000:2.0:1775764892.215754:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b07d6532/0xd3c138f33087ca5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079db expref: 6533 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215761:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.215761:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.215762:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.215765:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215771:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042329f69/0xd3c138f33087c940 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07868 expref: 6565 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215777:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.215778:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.215781:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.215782:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b07d6532/0xd3c138f33087ca5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079db expref: 6533 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.215792:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b07d6532/0xd3c138f33087ca5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079db expref: 6533 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.215802:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169626368:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.215823:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.215889:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.215907:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042329f69/0xd3c138f33087c940 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07868 expref: 6565 pid: 8485 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215916:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042329f69/0xd3c138f33087c940 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07868 expref: 6565 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.215920:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d7c000/2, rc 0, transno 4294972733
00000100:00100000:1.0:1775764892.215925:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169626496:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.215930:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169621632:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.215942:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed540 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.215965:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:1.0:1775764892.215965:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.215973:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169626624:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.215974:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215982:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.215989:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.215993:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.216071:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169625856
00000100:00100000:2.0:1775764892.216075:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169625856
00000100:00100000:2.0:1775764892.216103:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169626624
00000100:00100000:2.0:1775764892.216105:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169626624
00000100:00100000:3.0:1775764892.216138:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28903
00000100:00100000:3.0:1775764892.216151:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4089e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+432:3660:x1862023169625856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.216164:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8129 count 1
00010000:00010000:3.0:1775764892.216176:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.216187:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f6c4094/0xd3c138f33087c91d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0785a expref: 6565 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.216194:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.216196:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.216198:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.216217:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f6c4094/0xd3c138f33087c91d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0785a expref: 6565 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.216227:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f6c4094/0xd3c138f33087c91d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0785a expref: 6565 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.216236:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169626752:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.216266:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303d80 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.216385:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.216474:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+433:3659:x1862023169620480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38012us (41084us total) trans 4294972704 rc 0/0
00000100:00100000:2.0:1775764892.217189:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28904
00000004:00080000:3.0:1775764892.217233:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7fb100/2, rc 0, transno 4294972732
00000100:00100000:3.0:1775764892.217257:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169623040:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764892.217272:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da2680/2, rc 0, transno 4294972703
00000100:00100000:3.0:1775764892.217281:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169620096:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.217293:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4089e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+454:3657:x1862023169626624:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.217318:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1716 count 1
00010000:00010000:2.0:1775764892.217334:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.217349:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed1bfaaa/0xd3c138f33087cad6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079fe expref: 6533 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.217361:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.217363:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.217365:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.217373:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402da1180/2, rc 0, transno 4294972704
00000100:00100000:3.0:1775764892.217377:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169620480:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.217387:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed1bfaaa/0xd3c138f33087cad6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079fe expref: 6533 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.217397:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed1bfaaa/0xd3c138f33087cad6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079fe expref: 6533 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.217408:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169626880:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.217444:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.218007:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28885
00010000:00010000:0.0:1775764892.218979:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.218987:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.218996:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fcc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.219000:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219008:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219025:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219032:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d67fc33d/0xd3c138f3308bb47e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219051:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.219053:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.219054:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.219237:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169627264:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.219300:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.219346:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169627264
00000100:00100000:1.0:1775764892.219352:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169627264
00000100:00100000:1.0:1775764892.219389:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28905
00000100:00100000:1.0:1775764892.219397:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+433:3657:x1862023169627264:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.219420:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5683 count 1
00010000:00010000:1.0:1775764892.219440:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.219455:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac4718e7/0xd3c138f33087c9be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07899 expref: 6565 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.219463:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.219465:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.219468:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.219492:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac4718e7/0xd3c138f33087c9be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07899 expref: 6565 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.219503:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac4718e7/0xd3c138f33087c9be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07899 expref: 6565 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.219515:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169627392:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.219568:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.219591:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169627136:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.219615:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.219635:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.219640:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169627008:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.219658:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.219681:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169627136
00000100:00100000:1.0:1775764892.219685:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169627136
00000100:00100000:1.0:1775764892.219709:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169627008
00000100:00100000:1.0:1775764892.219711:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169627008
00000100:00100000:1.0:1775764892.219727:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28906
00000100:00100000:1.0:1775764892.219733:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+434:3660:x1862023169627136:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.219743:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28907
00002000:00080000:1.0:1775764892.219744:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9050 count 1
00000100:00100000:0.0:1775764892.219750:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+455:3660:x1862023169627008:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.219756:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1775764892.219760:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8762 count 1
00010000:00010000:1.0:1775764892.219768:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000a63d79/0xd3c138f33087c95c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07884 expref: 6565 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219774:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.219775:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.219776:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.219779:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219784:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000053d9a729/0xd3c138f33087cae4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a13 expref: 6533 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219790:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.219792:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.219794:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.219807:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000a63d79/0xd3c138f33087c95c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07884 expref: 6565 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219812:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000053d9a729/0xd3c138f33087cae4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a13 expref: 6533 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.219818:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000a63d79/0xd3c138f33087c95c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07884 expref: 6565 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.219821:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000053d9a729/0xd3c138f33087cae4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a13 expref: 6533 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.219832:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169627648:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.219833:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169627520:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.219855:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.219955:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254b40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.228320:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.228425:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169624448:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.228454:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.228582:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.228606:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150197376
00000100:00100000:2.0:1775764892.228612:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150197376
00000100:00100000:2.0:1775764892.228665:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14363
00000100:00100000:2.0:1775764892.228673:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6373:11674:x1862023150197376:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.228736:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.228765:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404bc6800/0xd3c138f33084c4ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3852 expref: 6373 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228782:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17de:0x0].0x0 (ffff89b404b80d00)
00010000:00010000:2.0:1775764892.228793:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.228814:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228826:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228836:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228851:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834a000/0xd3c138f3308bb542 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbda4f8ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228859:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834a000/0xd3c138f3308bb542 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbda4f8ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228865:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834a000/0xd3c138f3308bb542 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbda4f8ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228959:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228967:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.228974:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.229143:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169623808:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.229164:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.229211:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169626752:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.229226:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.229267:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4021, 64 off265536
00000040:00080000:2.0:1775764892.229292:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4021, 64 off265536
00010000:00010000:2.0:1775764892.229366:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229376:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229383:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229390:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229396:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229402:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229419:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.229437:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229443:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229449:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229454:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40834b400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.229458:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229470:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229478:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17de:0x0].0x0 (ffff89b408185300)
00010000:00010000:2.0:1775764892.229481:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.229484:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229489:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834b400/0xd3c138f3308bb549 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x17de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229504:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229509:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229514:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229518:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40834be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.229520:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229525:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229531:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.229533:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.229536:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229545:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834be00/0xd3c138f3308bb53b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.229555:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000683419d1 reply state 000000006483cac0 transno 4294991835 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834a000/0xd3c138f3308bb542 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbda4f8ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229564:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834a000/0xd3c138f3308bb542 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbda4f8ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.229569:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbda4f8ea (ffff89b408185700)
00010000:00010000:2.0:1775764892.229572:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.229574:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.229650:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6374:11674:x1862023150197376:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 976us (1067us total) trans 4294991835 rc 0/0
00000100:00100000:2.0:1775764892.229658:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14363
00000100:00100000:2.0:1775764892.229720:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169626880:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.229735:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.230203:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169626496:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.230219:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.230245:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169627520:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.230277:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.230301:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169627392:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.230313:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.230335:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150197120
00000100:00100000:1.0:1775764892.230341:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150197120
00010000:00010000:1.0:1775764892.230367:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f15b56cc/0xd3c138f33087ca4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b1 expref: 6534 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.230400:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7643
00000100:00100000:1.0:1775764892.230408:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6534:2409:x1862023150197120:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.230421:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.230427:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f15b56cc/0xd3c138f33087ca4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x262e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b1 expref: 6534 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.230440:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f15b56cc/0xd3c138f33087ca4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x262e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b1 expref: 6534 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.230458:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f15b56cc/0xd3c138f33087ca4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x262e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b1 expref: 6534 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.230476:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.230478:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.230482:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.230492:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.230512:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.230561:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.230569:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.230579:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.230585:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.230601:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.230648:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169624192:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.230665:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.230689:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169624576:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.230700:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.230729:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169624960:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.230741:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.230765:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169627648:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.230776:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230792:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.230798:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230805:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40834ae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.230808:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230815:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230826:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17de:0x0].0x0 (ffff89b408185300)
00010000:00010000:0.0:1775764892.230829:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.230832:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230836:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40834ae00/0xd3c138f3308bb550 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230854:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.230857:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230863:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.230866:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230872:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230881:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230887:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb4af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.230901:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.230903:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.230904:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.232427:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6533:2409:x1862023150197120:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2010us (4109us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.232441:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7643
00000100:00100000:3.0:1775764892.232498:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+456:3658:x1862023169623680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28003us (28087us total) trans 4294972734 rc 0/0
00000100:00100000:3.0:1775764892.232507:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28892
00000100:00100000:1.0:1775764892.232513:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169625216:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.232532:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.232536:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.232792:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7f8000/2, rc 0, transno 4294972734
00000100:00100000:0.0:1775764892.232813:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169623680:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.233436:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdcb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169625600:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.233459:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.233488:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169626368:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.233489:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169626240:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.233499:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.233502:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.234542:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1862023169625728:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.234560:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.234582:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.234610:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150198528
00000100:00100000:2.0:1775764892.234616:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150198528
00010000:00010000:2.0:1775764892.234649:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000053d9a729/0xd3c138f33087cae4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a13 expref: 6533 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.234691:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7644
00000100:00100000:2.0:1775764892.234699:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6533:2409:x1862023150198528:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.234713:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.234719:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000053d9a729/0xd3c138f33087cae4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a13 expref: 6533 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.234725:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:2.0:1775764892.234729:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000053d9a729/0xd3c138f33087cae4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a13 expref: 6533 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.234739:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169627776:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.234750:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053d9a729/0xd3c138f33087cae4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a13 expref: 6533 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.234764:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.234766:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.234771:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.234780:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.234783:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.234814:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.234820:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169627776
00000100:00100000:1.0:1775764892.234822:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169627776
00000100:00100000:1.0:1775764892.234853:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28908
00000100:00100000:2.0:1775764892.234853:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6532:2409:x1862023150198528:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 154us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.234859:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+456:3657:x1862023169627776:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.234864:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7644
00002000:00080000:1.0:1775764892.234881:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4926 count 1
00010000:00010000:2.0:1775764892.234886:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.234893:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.234902:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.234902:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.234911:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.234916:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc8237a6/0xd3c138f33087caeb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a21 expref: 6531 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.234923:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.234924:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.234925:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.234927:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.234946:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fc8237a6/0xd3c138f33087caeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a21 expref: 6531 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.234958:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fc8237a6/0xd3c138f33087caeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a21 expref: 6531 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.234968:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169627904:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.235007:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.235669:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+457:3660:x1862023169627008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15918us (16007us total) trans 4294972735 rc 0/0
00000100:00100000:2.0:1775764892.235681:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28907
00010000:00010000:2.0:1775764892.235705:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.235711:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.235720:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.235724:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.235733:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.235747:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.235754:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2de1a99/0xd3c138f3308bb534 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.235772:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.235773:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.235775:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.238300:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4089e8380/2, rc 0, transno 4294972735
00000100:00100000:1.0:1775764892.238372:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169627008:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.240856:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.240877:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169628032:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.240954:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.240995:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169628032
00000100:00100000:0.0:1775764892.241002:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169628032
00000100:00100000:0.0:1775764892.241061:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28909
00000100:00100000:0.0:1775764892.241071:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4089ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+457:3660:x1862023169628032:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.241098:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1231 count 1
00010000:00010000:0.0:1775764892.241145:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.241167:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009b494f80/0xd3c138f33087cb00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a2f expref: 6531 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.241176:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.241179:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.241182:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.241212:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009b494f80/0xd3c138f33087cb00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a2f expref: 6531 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.241229:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009b494f80/0xd3c138f33087cb00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a2f expref: 6531 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.241241:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169628160:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.241310:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.241715:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.241749:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.241763:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150197632
00000100:00100000:1.0:1775764892.241765:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150197888
00000100:00100000:1.0:1775764892.241769:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150197888
00000100:00100000:2.0:1775764892.241769:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150197632
00010000:00010000:2.0:1775764892.241797:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000013485e9c/0xd3c138f33087c908 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07830 expref: 6567 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.241804:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd176b94/0xd3c138f33087c916 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0784c expref: 6567 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.241830:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7645
00000100:00100000:2.0:1775764892.241838:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6567:2411:x1862023150197632:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.241848:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.241853:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000013485e9c/0xd3c138f33087c908 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07830 expref: 6567 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.241864:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000013485e9c/0xd3c138f33087c908 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07830 expref: 6567 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.241886:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013485e9c/0xd3c138f33087c908 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07830 expref: 6567 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.241905:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.241907:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.241911:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.241919:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.241994:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.242030:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6566:2411:x1862023150197632:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 192us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.242038:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7645
00000100:00100000:2.0:1775764892.242056:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7646
00000100:00100000:3.0:1775764892.242362:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.242599:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.242736:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150198144
00000100:00100000:1.0:1775764892.242741:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150198144
00010000:00010000:1.0:1775764892.242774:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f6c4094/0xd3c138f33087c91d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0785a expref: 6566 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.242812:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7647
00000100:00100000:1.0:1775764892.242821:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6566:2411:x1862023150198144:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.242830:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.242835:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f6c4094/0xd3c138f33087c91d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0785a expref: 6566 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242846:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f6c4094/0xd3c138f33087c91d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0785a expref: 6566 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242863:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f6c4094/0xd3c138f33087c91d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0785a expref: 6566 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242875:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.242877:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.242881:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242888:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242911:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.242926:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242935:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242955:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242963:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.242979:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.243161:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4089e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+435:3660:x1862023169625856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27015us (27516us total) trans 4294972705 rc 0/0
00000100:00100000:1.0:1775764892.243169:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28903
00000100:00100000:1.0:1775764892.243210:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6565:2411:x1862023150198144:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 391us (848us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.243216:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7647
00010000:00010000:0.0:1775764892.243876:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.243888:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.243897:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.243905:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.243930:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.244195:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+435:3659:x1862023169624064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35633us (37022us total) trans 4294972706 rc 0/0
00000100:00100000:0.0:1775764892.244203:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28894
00010000:00010000:0.0:1775764892.244225:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.244231:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244243:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.244257:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244266:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244282:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244289:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb518 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244308:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.244311:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244318:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.244321:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244328:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244337:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244344:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb4e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244357:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.244359:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.244360:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.244402:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8a2680/2, rc 0, transno 4294972705
00000100:00100000:0.0:1775764892.244416:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169625856:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.244487:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169628288:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.244519:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.244549:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169628288
00000100:00100000:0.0:1775764892.244554:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169628288
00000100:00100000:0.0:1775764892.244589:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28910
00000100:00100000:0.0:1775764892.244596:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+435:3660:x1862023169628288:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.244617:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4923 count 1
00010000:00010000:0.0:1775764892.244637:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244652:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c07231e3/0xd3c138f33087c9c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a7 expref: 6564 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244661:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.244663:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.244666:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244698:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c07231e3/0xd3c138f33087c9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a7 expref: 6564 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.244709:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c07231e3/0xd3c138f33087c9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a7 expref: 6564 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.244715:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6564:2411:x1862023150197888:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.244720:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169628416:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.244740:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.244746:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd176b94/0xd3c138f33087c916 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0784c expref: 6564 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.244756:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd176b94/0xd3c138f33087c916 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0784c expref: 6564 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.244770:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd176b94/0xd3c138f33087c916 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0784c expref: 6564 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.244772:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.244786:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.244788:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.244791:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.244813:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058ec380/2, rc 0, transno 4294972706
00000100:00100000:0.0:1775764892.244822:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169624064:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.244857:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.244865:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52fea9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169628544:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.244886:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.244891:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.244910:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.244922:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169628544
00000100:00100000:2.0:1775764892.244926:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169628544
00000100:00100000:2.0:1775764892.244951:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28911
00000100:00100000:2.0:1775764892.244958:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+436:3658:x1862023169628544:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.244970:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10011 count 1
00010000:00010000:2.0:1775764892.244982:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.244993:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db2322cf/0xd3c138f33087c9cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078b5 expref: 6563 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.244999:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.245001:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.245003:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.245021:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db2322cf/0xd3c138f33087c9cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078b5 expref: 6563 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.245030:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db2322cf/0xd3c138f33087c9cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078b5 expref: 6563 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.245040:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169628672:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.245102:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.245167:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.245183:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.245191:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.245529:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.245631:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.245676:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150198400
00000100:00100000:1.0:1775764892.245681:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150198400
00010000:00010000:1.0:1775764892.245703:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ac4718e7/0xd3c138f33087c9be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07899 expref: 6564 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.245726:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150198912
00000100:00100000:1.0:1775764892.245729:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150198912
00010000:00010000:1.0:1775764892.245743:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000983ad745/0xd3c138f33087caba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e9 expref: 6532 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.245764:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7648
00000100:00100000:1.0:1775764892.245772:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6564:2411:x1862023150198400:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.245782:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.245787:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ac4718e7/0xd3c138f33087c9be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1633:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07899 expref: 6564 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.245797:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ac4718e7/0xd3c138f33087c9be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1633:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07899 expref: 6564 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.245814:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac4718e7/0xd3c138f33087c9be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1633:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07899 expref: 6564 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.245825:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.245827:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.245830:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.245843:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.245862:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.245892:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6563:2411:x1862023150198400:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 120us (3292us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.245899:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7648
00000100:00100000:1.0:1775764892.245916:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7649
00000100:00100000:1.0:1775764892.245922:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6532:2411:x1862023150198912:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.245931:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.245936:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000983ad745/0xd3c138f33087caba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e9 expref: 6532 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246012:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000983ad745/0xd3c138f33087caba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e9 expref: 6532 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246106:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000983ad745/0xd3c138f33087caba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e9 expref: 6532 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246138:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.246140:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.246143:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246155:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246175:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.246190:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246199:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246208:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246215:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246234:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.246383:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+458:3657:x1862023169625344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31659us (31978us total) trans 4294972736 rc 0/0
00000100:00100000:1.0:1775764892.246391:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28898
00000004:00080000:1.0:1775764892.246435:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bdc8700/2, rc 0, transno 4294972736
00000100:00100000:1.0:1775764892.246447:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169625344:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.246506:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169628800:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.246536:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.246569:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169628800
00000100:00100000:1.0:1775764892.246573:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169628800
00010000:00010000:2.0:1775764892.246583:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246594:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.246601:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28912
00000100:00100000:1.0:1775764892.246607:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+458:3658:x1862023169628800:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.246608:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00002000:00080000:1.0:1775764892.246628:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3538 count 1
00010000:00010000:1.0:1775764892.246687:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.246696:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+437:3658:x1862023169624704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33897us (37312us total) trans 4294972707 rc 0/0
00010000:00010000:1.0:1775764892.246700:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b340248/0xd3c138f33087cb77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a3d expref: 6531 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.246702:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28896
00010000:00010000:1.0:1775764892.246707:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.246709:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.246711:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.246729:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b407bf0a80/2, rc 0, transno 4294972707
00010000:00010000:1.0:1775764892.246732:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b340248/0xd3c138f33087cb77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a3d expref: 6531 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.246738:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169624704:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.246743:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b340248/0xd3c138f33087cb77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a3d expref: 6531 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246750:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:1.0:1775764892.246754:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169628928:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.246756:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246763:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.246767:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246775:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246787:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.246790:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed540 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.246807:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e857b55/0xd3c138f3308bb4f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246810:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246822:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246824:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.246827:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246831:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246834:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.246837:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246838:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246845:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.246851:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.246859:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246866:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001859961d/0xd3c138f3308bb4e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246880:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.246883:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246890:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.246892:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246899:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246908:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.246915:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb526 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.246922:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+437:3657:x1862023169627264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27527us (27623us total) trans 4294972708 rc 0/0
00000100:00100000:1.0:1775764892.246928:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28905
00010000:00010000:2.0:1775764892.246928:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.246930:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.246932:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.246972:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6562:2411:x1862023150197888:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 4909us (5221us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.246980:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7646
00010000:00010000:3.0:1775764892.247184:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.247195:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150199168
00000100:00100000:3.0:1775764892.247199:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150199168
00010000:00010000:3.0:1775764892.247219:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d02e66f5/0xd3c138f33087c94e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07876 expref: 6562 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.247296:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7650
00000100:00100000:3.0:1775764892.247305:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6562:2411:x1862023150199168:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.247316:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.247320:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d02e66f5/0xd3c138f33087c94e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07876 expref: 6562 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247330:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d02e66f5/0xd3c138f33087c94e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07876 expref: 6562 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247344:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d02e66f5/0xd3c138f33087c94e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07876 expref: 6562 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247355:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.247357:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.247361:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247368:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247387:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.247408:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6561:2411:x1862023150199168:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 104us (1777us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.247414:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7650
00000100:00100000:3.0:1775764892.247470:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.247483:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150197504
00000100:00100000:2.0:1775764892.247488:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150197504
00000100:00100000:3.0:1775764892.247490:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.247501:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150197760
00010000:00010000:2.0:1775764892.247504:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c948c157/0xd3c138f33087ca51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079bf expref: 6532 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.247504:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150197760
00010000:00010000:3.0:1775764892.247514:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089034ca0/0xd3c138f33087c90f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0783e expref: 6561 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.247520:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7651
00000100:00100000:2.0:1775764892.247526:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6532:2411:x1862023150197504:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1775764892.247528:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7652
00010000:00010000:2.0:1775764892.247533:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1775764892.247533:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6561:2411:x1862023150197760:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.247537:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c948c157/0xd3c138f33087ca51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x142e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079bf expref: 6532 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247539:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.247543:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089034ca0/0xd3c138f33087c90f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0783e expref: 6561 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.247548:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c948c157/0xd3c138f33087ca51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x142e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079bf expref: 6532 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247551:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089034ca0/0xd3c138f33087c90f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0783e expref: 6561 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.247561:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c948c157/0xd3c138f33087ca51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x142e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079bf expref: 6532 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247562:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089034ca0/0xd3c138f33087c90f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0783e expref: 6561 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.247572:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.247572:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.247573:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.247574:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.247576:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247576:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.247585:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.247585:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.247601:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.247601:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.247702:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:2411:x1862023150197760:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 84us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.247709:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7652
00010000:00010000:0.0:1775764892.247837:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.247847:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.247856:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.247862:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.247883:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:1.0:1775764892.248052:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058ed500/2, rc 0, transno 4294972708
00000100:00100000:1.0:1775764892.248060:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169627264:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.252798:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.252839:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150198016
00000100:00100000:3.0:1775764892.252848:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150198016
00000100:00100000:2.0:1775764892.252866:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6531:2411:x1862023150197504:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 5252us (5307us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.252880:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7651
00010000:00010000:3.0:1775764892.252885:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042329f69/0xd3c138f33087c940 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07868 expref: 6560 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.252909:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7653
00010000:00010000:2.0:1775764892.252936:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.252947:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.252959:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.252968:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.252988:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.252990:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:2411:x1862023150198912:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 7019us (7412us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.252999:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7649
00000100:00100000:1.0:1775764892.253157:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.253185:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.253200:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150198272
00000100:00100000:1.0:1775764892.253203:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150198272
00010000:00010000:1.0:1775764892.253221:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed1bfaaa/0xd3c138f33087cad6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079fe expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.253245:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150198784
00000100:00100000:1.0:1775764892.253258:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150198784
00010000:00010000:1.0:1775764892.253271:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000a63d79/0xd3c138f33087c95c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07884 expref: 6561 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.253287:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7654
00000100:00100000:1.0:1775764892.253294:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:2411:x1862023150198272:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.253308:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.253314:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed1bfaaa/0xd3c138f33087cad6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079fe expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253326:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed1bfaaa/0xd3c138f33087cad6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079fe expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253349:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed1bfaaa/0xd3c138f33087cad6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079fe expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253367:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.253369:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.253373:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253383:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253421:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.253450:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6529:2411:x1862023150198272:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 157us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.253457:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7654
00000100:00100000:1.0:1775764892.253471:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7655
00000100:00100000:1.0:1775764892.253476:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6561:2411:x1862023150198784:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.253485:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.253488:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000a63d79/0xd3c138f33087c95c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07884 expref: 6561 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253497:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000a63d79/0xd3c138f33087c95c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07884 expref: 6561 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253511:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000a63d79/0xd3c138f33087c95c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07884 expref: 6561 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253521:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.253522:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.253525:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253531:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.253547:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+438:3658:x1862023169624320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44975us (45816us total) trans 4294972710 rc 0/0
00010000:00010000:1.0:1775764892.253552:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.253555:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28895
00010000:00010000:1.0:1775764892.253563:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253572:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253580:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253587:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253605:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000004:00080000:2.0:1775764892.253605:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b407bf0e00/2, rc 0, transno 4294972710
00000100:00100000:2.0:1775764892.253612:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169624320:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.253628:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764892.253635:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253648:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.253652:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253661:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253673:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253680:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb503 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.253687:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+438:3660:x1862023169627136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33954us (34071us total) trans 4294972711 rc 0/0
00000100:00100000:1.0:1775764892.253694:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28906
00010000:00010000:2.0:1775764892.253697:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.253701:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253707:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40834b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.253709:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253717:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.253720:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:2411:x1862023150198784:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 244us (535us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.253726:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7655
00010000:00010000:2.0:1775764892.253727:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253734:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ba89516/0xd3c138f3308bb4d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253742:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253748:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.253750:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253751:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253758:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.253761:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253765:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253768:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253772:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253776:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.253781:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.253784:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb52d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.253875:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4089e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+459:3657:x1862023169626624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36677us (37880us total) trans 4294972737 rc 0/0
00000100:00100000:1.0:1775764892.253881:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28904
00010000:00010000:2.0:1775764892.253895:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.253899:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253905:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40834b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.253908:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.253912:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4089eaa00/2, rc 0, transno 4294972737
00010000:00010000:2.0:1775764892.253916:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.253922:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169626624:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.253925:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253932:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af6c82d3/0xd3c138f3308bb51f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.253945:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.253947:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.253948:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.254023:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.254166:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.254207:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150199040
00000100:00100000:1.0:1775764892.254211:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150199040
00010000:00010000:1.0:1775764892.254227:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016f55413/0xd3c138f33087cac8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f0 expref: 6529 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.254260:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150199296
00000100:00100000:1.0:1775764892.254263:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150199296
00010000:00010000:1.0:1775764892.254275:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b07d6532/0xd3c138f33087ca5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079db expref: 6530 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.254293:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7656
00000100:00100000:1.0:1775764892.254300:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:2411:x1862023150199040:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.254311:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.254314:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016f55413/0xd3c138f33087cac8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f0 expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254324:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016f55413/0xd3c138f33087cac8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f0 expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254337:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016f55413/0xd3c138f33087cac8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f0 expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254348:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.254350:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.254353:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254359:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254378:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.254392:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254401:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254409:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254416:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254430:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.254519:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+459:3657:x1862023169625472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39777us (39955us total) trans 4294972738 rc 0/0
00000100:00100000:1.0:1775764892.254525:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28899
00000100:00100000:2.0:1775764892.254526:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.254541:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150198656
00000100:00100000:2.0:1775764892.254544:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150198656
00000004:00080000:1.0:1775764892.254554:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bdc9f80/2, rc 0, transno 4294972738
00010000:00010000:2.0:1775764892.254561:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a2afbfa/0xd3c138f33087ca58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079cd expref: 6530 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.254562:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169625472:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.254576:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7657
00000100:00100000:2.0:1775764892.254582:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:2411:x1862023150199296:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.254589:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.254593:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b07d6532/0xd3c138f33087ca5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079db expref: 6530 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.254595:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7658
00000100:00100000:1.0:1775764892.254600:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:2409:x1862023150198656:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.254603:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b07d6532/0xd3c138f33087ca5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079db expref: 6530 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254607:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.254611:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a2afbfa/0xd3c138f33087ca58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079cd expref: 6530 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254615:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b07d6532/0xd3c138f33087ca5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079db expref: 6530 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254622:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a2afbfa/0xd3c138f33087ca58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079cd expref: 6530 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254624:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.254625:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.254628:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254633:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a2afbfa/0xd3c138f33087ca58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079cd expref: 6529 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254636:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254643:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.254644:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.254647:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254652:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.254655:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254668:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.254670:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:2411:x1862023150199296:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 89us (505us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.254677:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7657
00010000:00010000:1.0:1775764892.254678:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254685:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254693:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254693:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254701:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254701:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254709:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.254710:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764892.254716:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254723:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764892.254779:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+460:3660:x1862023169624832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40591us (40872us total) trans 4294972739 rc 0/0
00000100:00100000:2.0:1775764892.254779:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4089ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+460:3660:x1862023169625088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39063us (39303us total) trans 4294972740 rc 0/0
00000100:00100000:1.0:1775764892.254786:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28897
00010000:00010000:3.0:1775764892.254837:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764892.254843:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.254850:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.254854:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.254868:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.254879:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.254884:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28901
00010000:00010000:3.0:1775764892.254886:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb4fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.254901:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.254903:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.254904:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254907:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.254911:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.254914:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254915:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40834aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.254918:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.254922:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254925:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.254931:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254934:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.254938:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb4ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254942:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011fe484d/0xd3c138f3308bb50a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.254955:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.254957:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.254959:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.255004:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.255130:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.255132:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.255134:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.255146:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150199552
00000100:00100000:3.0:1775764892.255150:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150199552
00000100:00100000:2.0:1775764892.255175:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.255187:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14364
00000100:00100000:3.0:1775764892.255194:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6374:11674:x1862023150199552:12345-192.168.202.20@tcp:36:bonnie++.500
00000100:00100000:2.0:1775764892.255195:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150199680
00000100:00100000:2.0:1775764892.255198:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150199680
00010000:00010000:2.0:1775764892.255223:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fc8237a6/0xd3c138f33087caeb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a21 expref: 6528 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.255242:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7659
00000100:00100000:2.0:1775764892.255260:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:2412:x1862023150199680:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.255260:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.255268:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.255272:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fc8237a6/0xd3c138f33087caeb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x133e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a21 expref: 6528 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255277:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406190200/0xd3c138f33085d736 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6f3a expref: 6374 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255290:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb6:0x0].0x0 (ffff89b408f1db00)
00010000:00010000:3.0:1775764892.255299:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.255318:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255331:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255340:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255353:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb581 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc0a0560e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255360:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb581 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0a0560e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255366:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb581 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0a0560e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255451:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255459:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255466:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255569:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fc8237a6/0xd3c138f33087caeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x133e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a21 expref: 6528 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255582:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.255584:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.255586:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255593:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255606:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.255628:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:2412:x1862023150199680:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 380us (567us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.255635:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7659
00000040:00080000:3.0:1775764892.255661:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4022, 64 off265600
00000004:00080000:3.0:1775764892.255668:0:13915:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1299368552757ns, next at 1300368550342ns, rc = 0
00000040:00080000:3.0:1775764892.255687:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4022, 64 off265600
00000004:00080000:3.0:1775764892.255692:0:13915:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1299368576630ns, next at 1300368575315ns, rc = 0
00000100:00100000:2.0:1775764892.255710:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.255723:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150199808
00000100:00100000:2.0:1775764892.255727:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150199808
00010000:00010000:3.0:1775764892.255733:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255739:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b494f80/0xd3c138f33087cb00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a2f expref: 6528 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255741:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255750:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.255756:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7660
00010000:00010000:3.0:1775764892.255757:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.255762:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:2412:x1862023150199808:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.255764:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255769:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.255769:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255773:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b494f80/0xd3c138f33087cb00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a2f expref: 6528 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255783:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b494f80/0xd3c138f33087cb00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a2f expref: 6528 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255786:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.255802:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255808:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255813:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255818:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.255821:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255827:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255834:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb6:0x0].0x0 (ffff89b4092ed600)
00010000:00010000:3.0:1775764892.255837:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.255840:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255846:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb588 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255861:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255867:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255877:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255882:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.255884:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255885:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.255886:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.255889:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255890:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255898:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255898:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.255900:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.255903:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255908:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bb57a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.255910:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00010000:3.0:1775764892.255918:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc112af2 reply state 000000007f946709 transno 4294991836 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb581 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0a0560e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.255927:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937bc00/0xd3c138f3308bb581 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc0a0560e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.255929:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:2412:x1862023150199808:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 167us (218us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764892.255934:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc0a0560e (ffff89b4092eda00)
00000100:00100000:2.0:1775764892.255935:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7660
00010000:00010000:3.0:1775764892.255936:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.255938:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.256171:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+437:3657:x1862023169626112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41114us (41170us total) trans 4294972709 rc 0/0
00000100:00100000:0.0:1775764892.256180:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28900
00010000:00010000:0.0:1775764892.256210:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256219:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.256220:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.256225:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256228:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.256231:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.256234:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256235:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.256241:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256258:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.256258:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb6:0x0].0x0 (ffff89b4092ed600)
00010000:00010000:2.0:1775764892.256260:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.256263:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.256268:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bb58f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1fb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.256351:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+460:3659:x1862023169623936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49469us (49598us total) trans 4294972741 rc 0/0
00000100:00100000:0.0:1775764892.256357:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28893
00010000:00010000:0.0:1775764892.256376:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.256381:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256388:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.256391:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256399:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256410:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256416:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fde4b98/0xd3c138f3308bb4d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256434:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.256435:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.256437:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.256456:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.256467:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.256469:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.256470:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.256489:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b494f80/0xd3c138f33087cb00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a2f expref: 6527 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.256500:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169628160:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.256517:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256526:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256533:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256541:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256547:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.256547:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169628672:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.256559:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.256560:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.256625:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4089ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+460:3660:x1862023169628032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15557us (15682us total) trans 4294972742 rc 0/0
00000100:00100000:0.0:1775764892.256632:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28909
00010000:00010000:0.0:1775764892.256647:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.256651:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256657:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.256660:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256668:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256679:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256687:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2f926f6/0xd3c138f3308bb55e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.256701:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.256702:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.256704:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.256721:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52feaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169628416:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.256733:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.256822:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169629184:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.256855:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764892.256887:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4089ea680/2, rc 0, transno 4294972742
00000100:00100000:0.0:1775764892.256900:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169628032:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.256938:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058efb80/2, rc 0, transno 4294972711
00000100:00100000:1.0:1775764892.257142:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52feaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169629312:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.257191:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764892.257217:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8a2d80/2, rc 0, transno 4294972709
00000100:00100000:1.0:1775764892.257225:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169626112:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.257234:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.257240:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52feabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169629440:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.257273:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.257300:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169629184
00000100:00100000:1.0:1775764892.257305:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169629184
00000100:00100000:1.0:1775764892.257335:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169629312
00000100:00100000:1.0:1775764892.257338:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169629312
00000100:00100000:1.0:1775764892.257355:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169629440
00000100:00100000:1.0:1775764892.257358:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169629440
00000100:00100000:1.0:1775764892.257380:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28913
00000100:00100000:1.0:1775764892.257388:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52fea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+459:3660:x1862023169629184:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.257414:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6995 count 1
00010000:00010000:1.0:1775764892.257436:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257450:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009857651d/0xd3c138f33087cb7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a59 expref: 6526 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257457:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.257458:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.257461:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257484:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009857651d/0xd3c138f33087cb7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a59 expref: 6526 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257493:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009857651d/0xd3c138f33087cb7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a59 expref: 6526 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.257508:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169629824:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.257551:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed9c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.257576:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc8237a6/0xd3c138f33087caeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a21 expref: 6526 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.257589:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169627904:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.257604:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257612:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257618:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257627:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257633:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257648:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.257743:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+460:3657:x1862023169627776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22884us (22958us total) trans 4294972743 rc 0/0
00000100:00100000:1.0:1775764892.257750:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28908
00000100:00100000:1.0:1775764892.257780:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28914
00000100:00100000:1.0:1775764892.257786:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+438:3657:x1862023169629312:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.257798:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1333 count 1
00010000:00010000:1.0:1775764892.257813:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257823:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000dc928a7/0xd3c138f33087c97f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078bc expref: 6559 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257830:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.257831:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.257833:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257852:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000dc928a7/0xd3c138f33087c97f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078bc expref: 6559 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.257861:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000dc928a7/0xd3c138f33087c97f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078bc expref: 6559 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.257870:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169629952:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.257894:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed3c0 going to sleep for 11 seconds
00000004:00080000:1.0:1775764892.257916:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058ec000/2, rc 0, transno 4294972743
00000100:00100000:1.0:1775764892.257925:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169627776:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.258504:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28915
00000100:00100000:1.0:1775764892.258516:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+438:3657:x1862023169629440:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.258534:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2990 count 1
00010000:00010000:1.0:1775764892.258547:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.258560:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbae759e/0xd3c138f33087c986 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ca expref: 6559 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.258567:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.258568:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.258570:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.258590:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fbae759e/0xd3c138f33087c986 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ca expref: 6559 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.258599:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fbae759e/0xd3c138f33087c986 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ca expref: 6559 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.258609:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169630080:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.258638:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.258674:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6525:2411:x1862023150199040:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 4374us (4650us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.258683:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7656
00000100:00100000:1.0:1775764892.258719:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6524:2409:x1862023150198656:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 4118us (4515us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.258726:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7658
00000100:00100000:0.0:1775764892.258815:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169627136:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.258831:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.258836:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.258844:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fcc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.258847:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.258856:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.258877:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.258884:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb557 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.258903:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.258905:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.258907:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.258985:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bdc9500/2, rc 0, transno 4294972740
00000100:00100000:0.0:1775764892.258996:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169625088:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.259206:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52feab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169630208:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.259263:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bdca300/2, rc 0, transno 4294972739
00000100:00100000:0.0:1775764892.259271:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169624832:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.259302:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52feab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169629696:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.259463:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.259491:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.259498:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52feaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169630336:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.259519:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.259553:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169630208
00000100:00100000:1.0:1775764892.259559:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169630208
00000100:00100000:1.0:1775764892.259588:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169630336
00000100:00100000:1.0:1775764892.259590:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169630336
00000100:00100000:1.0:1775764892.259609:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28916
00000100:00100000:1.0:1775764892.259616:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53482fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+461:3657:x1862023169630208:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.259632:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8874 count 1
00000100:00100000:2.0:1775764892.259669:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28917
00000100:00100000:2.0:1775764892.259677:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+461:3657:x1862023169630336:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.259688:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1775764892.259689:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8789 count 1
00010000:00010000:1.0:1775764892.259702:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000142dec78/0xd3c138f33087cb93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a75 expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.259709:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.259712:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.259714:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.259714:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.259725:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ef8e893/0xd3c138f33087cc57 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a7c expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.259732:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.259733:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.259736:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.259737:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000142dec78/0xd3c138f33087cb93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a75 expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.259751:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ef8e893/0xd3c138f33087cc57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a7c expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.259754:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000142dec78/0xd3c138f33087cb93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a75 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.259759:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ef8e893/0xd3c138f33087cc57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a7c expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.259765:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c320a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169630592:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.259767:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169630720:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.259886:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.259902:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6375:11674:x1862023150199552:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4707us (4896us total) trans 4294991836 rc 0/0
00000100:00100000:3.0:1775764892.259911:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14364
00010000:00010000:3.0:1775764892.259935:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.259955:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6559:2411:x1862023150198016:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.259967:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.259974:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042329f69/0xd3c138f33087c940 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07868 expref: 6559 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.259987:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042329f69/0xd3c138f33087c940 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07868 expref: 6559 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.260003:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042329f69/0xd3c138f33087c940 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07868 expref: 6559 pid: 8485 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.260018:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.260020:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:0.0:1775764892.260305:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.260331:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3]
00000100:00100000:0.0:1775764892.260337:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c60d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169629056:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.260360:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.260379:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169629696
00000100:00100000:0.0:1775764892.260383:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169629696
00000100:00100000:0.0:1775764892.260404:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169629056
00000100:00100000:0.0:1775764892.260407:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169629056
00000100:00100000:0.0:1775764892.260423:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28918
00000100:00100000:0.0:1775764892.260429:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+463:3660:x1862023169629696:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.260441:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5209 count 1
00010000:00010000:0.0:1775764892.260456:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260468:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001af555aa/0xd3c138f33087cc49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a60 expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260474:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.260476:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.260478:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260498:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001af555aa/0xd3c138f33087cc49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a60 expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260507:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001af555aa/0xd3c138f33087cc49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a60 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.260516:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c330000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169630848:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.260546:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.260563:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28919
00000100:00100000:0.0:1775764892.260570:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+463:3660:x1862023169629056:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.260582:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3385 count 1
00010000:00010000:0.0:1775764892.260593:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260603:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045faa811/0xd3c138f33087cc3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a44 expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260615:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.260617:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.260620:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260637:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045faa811/0xd3c138f33087cc3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a44 expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260646:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045faa811/0xd3c138f33087cc3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a44 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.260656:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c331180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169630976:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.260679:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.260692:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52fea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169629568:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.260714:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.260730:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52fea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169630464:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.260746:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.260762:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169629568
00000100:00100000:0.0:1775764892.260765:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169629568
00000100:00100000:0.0:1775764892.260787:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169630464
00000100:00100000:0.0:1775764892.260790:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169630464
00000100:00100000:0.0:1775764892.260805:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28920
00000100:00100000:0.0:1775764892.260811:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+439:3660:x1862023169629568:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.260817:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28921
00002000:00080000:0.0:1775764892.260822:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1599 count 1
00000100:00100000:2.0:1775764892.260824:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+464:3660:x1862023169630464:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.260834:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5145 count 1
00010000:00010000:0.0:1775764892.260835:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.260843:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260847:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036cdaead/0xd3c138f33087c98d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d8 expref: 6558 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260854:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.260856:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.260858:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.260859:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ddde3c07/0xd3c138f33087cc5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a8a expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.260866:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.260868:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.260870:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260876:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036cdaead/0xd3c138f33087c98d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d8 expref: 6558 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260885:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036cdaead/0xd3c138f33087c98d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d8 expref: 6558 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.260885:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ddde3c07/0xd3c138f33087cc5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a8a expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.260894:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ddde3c07/0xd3c138f33087cc5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a8a expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.260896:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c333800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169631104:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.260904:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169631232:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.260922:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b5072543c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.260922:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c480 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.260993:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169631360:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.261015:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.261307:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169631360
00000100:00100000:0.0:1775764892.261311:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169631360
00000100:00100000:0.0:1775764892.261334:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28922
00000100:00100000:0.0:1775764892.261340:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+440:3660:x1862023169631360:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.261382:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2009 count 1
00010000:00010000:0.0:1775764892.261396:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.261410:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018c06a81/0xd3c138f33087c994 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078e6 expref: 6558 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.261417:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.261418:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.261421:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.261442:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018c06a81/0xd3c138f33087c994 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078e6 expref: 6558 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.261452:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018c06a81/0xd3c138f33087c994 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078e6 expref: 6558 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.261462:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c333100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169631616:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.261495:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254f00 going to sleep for 11 seconds
00000004:00080000:0.0:1775764892.261546:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b407bf1c00/2, rc 0, transno 4294972741
00000100:00100000:0.0:1775764892.261557:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169623936:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.261970:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169631744:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.262001:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.262022:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.262029:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1775764892.262035:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169631488:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.262056:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.262094:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169631744
00000100:00100000:2.0:1775764892.262097:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169631744
00000100:00100000:2.0:1775764892.262130:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169631488
00010000:00010000:3.0:1775764892.262130:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.262132:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169631488
00000100:00100000:2.0:1775764892.262146:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28923
00000100:00100000:2.0:1775764892.262152:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+465:3658:x1862023169631744:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.262157:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:2.0:1775764892.262167:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7886 count 1
00010000:00010000:2.0:1775764892.262182:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.262185:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6558:2411:x1862023150198016:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 7351us (9387us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.262194:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7653
00010000:00010000:2.0:1775764892.262195:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b75599c/0xd3c138f33087cc65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a98 expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.262201:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.262203:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.262205:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.262223:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b75599c/0xd3c138f33087cc65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a98 expref: 6523 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.262232:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b75599c/0xd3c138f33087cc65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a98 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.262242:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169631872:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.262280:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c000 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.262306:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28924
00000100:00100000:2.0:1775764892.262312:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+441:3658:x1862023169631488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.262325:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4686 count 1
00010000:00010000:2.0:1775764892.262337:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.262350:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000170faece/0xd3c138f33087c99b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee078f4 expref: 6557 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.262356:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.262358:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.262360:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.262380:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000170faece/0xd3c138f33087c99b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078f4 expref: 6557 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.262388:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000170faece/0xd3c138f33087c99b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078f4 expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.262398:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169632000:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.262440:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cf00 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.264202:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264220:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264231:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264238:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264272:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.264465:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4089e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+442:3660:x1862023169625984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48719us (48913us total) trans 4294972712 rc 0/0
00000100:00100000:1.0:1775764892.264477:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28902
00000100:00100000:1.0:1775764892.264527:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bedb40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.264580:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.264618:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.264666:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169628928:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.264688:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.264742:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.264761:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150200064
00000100:00100000:1.0:1775764892.264767:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150200064
00010000:00010000:1.0:1775764892.264799:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db2322cf/0xd3c138f33087c9cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078b5 expref: 6558 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.264823:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150199936
00000100:00100000:1.0:1775764892.264826:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150199936
00010000:00010000:1.0:1775764892.264837:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c07231e3/0xd3c138f33087c9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a7 expref: 6559 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.264852:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150200192
00000100:00100000:1.0:1775764892.264854:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150200192
00010000:00010000:1.0:1775764892.264866:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b340248/0xd3c138f33087cb77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a3d expref: 6524 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.264884:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7661
00000100:00100000:1.0:1775764892.264892:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6559:2412:x1862023150200064:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.264904:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.264909:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db2322cf/0xd3c138f33087c9cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x271b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078b5 expref: 6559 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264920:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db2322cf/0xd3c138f33087c9cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x271b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078b5 expref: 6559 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264942:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db2322cf/0xd3c138f33087c9cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x271b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078b5 expref: 6559 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264957:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.264958:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.264963:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.264964:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.264970:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264972:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.264979:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.264983:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.264991:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.264992:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.265003:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.265010:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e11d1a58/0xd3c138f3308bb511 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.265022:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6558:2412:x1862023150200064:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 130us (443us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.265025:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.265027:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.265028:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.265149:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.265158:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.265167:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.265174:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.265181:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7662
00010000:00010000:2.0:1775764892.265189:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.265191:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6558:2412:x1862023150199936:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.265199:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.265203:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c07231e3/0xd3c138f33087c9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x133b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a7 expref: 6558 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.265303:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c07231e3/0xd3c138f33087c9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x133b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a7 expref: 6558 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.265319:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c07231e3/0xd3c138f33087c9c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x133b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078a7 expref: 6558 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.265329:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:2.0:1775764892.265331:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+442:3658:x1862023169628544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20374us (20439us total) trans 4294972713 rc 0/0
00010000:00010000:3.0:1775764892.265331:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.265334:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.265338:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28911
00010000:00010000:3.0:1775764892.265341:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.265356:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.265357:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.265360:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.265367:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40834b400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.265370:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.265375:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6557:2412:x1862023150199936:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 188us (757us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.265378:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.265382:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7662
00010000:00010000:2.0:1775764892.265389:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.265395:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9e523e6/0xd3c138f3308bb56c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x271b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.265397:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7663
00000100:00100000:3.0:1775764892.265403:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c321c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6524:2412:x1862023150200192:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.265409:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.265411:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.265411:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.265413:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.265415:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b340248/0xd3c138f33087cb77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a3d expref: 6524 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.265424:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b340248/0xd3c138f33087cb77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a3d expref: 6524 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.265437:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b340248/0xd3c138f33087cb77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a3d expref: 6524 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.265440:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52fea9880/2, rc 0, transno 4294972713
00010000:00010000:3.0:1775764892.265446:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.265448:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.265451:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.265452:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52fea9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169628544:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.265458:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.265479:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.265496:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c321c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6523:2412:x1862023150200192:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 93us (755us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.265502:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7663
00000100:00100000:1.0:1775764892.265580:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7661
00010000:00010000:1.0:1775764892.265618:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.265626:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.265634:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.265641:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.265653:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.265748:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+466:3658:x1862023169628800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19141us (19211us total) trans 4294972744 rc 0/0
00000100:00100000:1.0:1775764892.265755:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28912
00000100:00100000:1.0:1775764892.265785:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169629824:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.265800:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.265824:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169630080:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.265835:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.265856:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c320a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169630592:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.265867:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.266097:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.266104:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.266136:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.266140:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.266149:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.266161:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.266168:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007350c60d/0xd3c138f3308bb573 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.266185:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.266187:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.266189:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.266198:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.266206:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.266213:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058ed180/2, rc 0, transno 4294972744
00010000:00010000:0.0:1775764892.266214:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.266221:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.266224:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169628800:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.266234:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.266334:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+442:3660:x1862023169628288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21737us (21813us total) trans 4294972714 rc 0/0
00000100:00100000:0.0:1775764892.266341:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28910
00000100:00100000:0.0:1775764892.266396:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169632256:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.266428:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764892.266458:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bdcb480/2, rc 0, transno 4294972714
00000100:00100000:0.0:1775764892.266475:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169628288:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.266487:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8a3b80/2, rc 0, transno 4294972712
00000100:00100000:0.0:1775764892.266490:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169625984:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.266499:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.266505:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169632128:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.266525:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.266543:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169632512:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.266547:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169632256
00000100:00100000:0.0:1775764892.266551:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169632256
00000100:00100000:2.0:1775764892.266565:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.266580:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169632128
00000100:00100000:2.0:1775764892.266580:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.266582:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169632128
00000100:00100000:2.0:1775764892.266585:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ed99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169632384:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.266596:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169632512
00000100:00100000:0.0:1775764892.266599:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169632512
00000100:00100000:2.0:1775764892.266603:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.267152:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169632384
00000100:00100000:0.0:1775764892.267157:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169632384
00000100:00100000:0.0:1775764892.267182:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28925
00000100:00100000:0.0:1775764892.267189:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+466:3660:x1862023169632256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.267213:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1623 count 1
00010000:00010000:0.0:1775764892.267236:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267262:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbf22aad/0xd3c138f33087cbaf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aad expref: 6522 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267275:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.267277:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.267279:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267306:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbf22aad/0xd3c138f33087cbaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aad expref: 6522 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267317:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbf22aad/0xd3c138f33087cbaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aad expref: 6522 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.267328:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bc02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169632640:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.267384:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b406d25000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.267403:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28926
00000100:00100000:0.0:1775764892.267410:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+444:3660:x1862023169632128:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.267424:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7519 count 1
00010000:00010000:0.0:1775764892.267436:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267446:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a9608c6/0xd3c138f33087c9a2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07902 expref: 6555 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267452:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.267453:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.267456:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267473:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a9608c6/0xd3c138f33087c9a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07902 expref: 6555 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267480:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a9608c6/0xd3c138f33087c9a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07902 expref: 6555 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.267490:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bc00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169632768:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.267513:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b406d25240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.267528:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28927
00000100:00100000:0.0:1775764892.267535:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+444:3658:x1862023169632512:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.267545:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5471 count 1
00010000:00010000:0.0:1775764892.267555:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267565:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e36e97c2/0xd3c138f33087ca04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07925 expref: 6555 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267571:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.267572:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.267575:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267592:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e36e97c2/0xd3c138f33087ca04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07925 expref: 6555 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267606:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e36e97c2/0xd3c138f33087ca04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07925 expref: 6555 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.267616:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bc02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169632896:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.267641:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.267660:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28928
00000100:00100000:0.0:1775764892.267667:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+444:3658:x1862023169632384:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.267680:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1378 count 1
00010000:00010000:0.0:1775764892.267692:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267703:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000722c31cc/0xd3c138f33087c9fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07917 expref: 6555 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267709:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.267710:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.267713:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 4/0,1 mode: --/PW res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267730:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000722c31cc/0xd3c138f33087c9fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07917 expref: 6555 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.267739:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000722c31cc/0xd3c138f33087c9fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07917 expref: 6555 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.267753:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bc00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169633024:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.267774:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289840 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.267892:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.267899:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.267906:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.267910:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.267919:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.267933:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.267940:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7fca966/0xd3c138f3308bb565 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x133b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.267959:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.267960:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.267962:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.268926:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.268948:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.268970:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.268987:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.269013:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.269585:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169630720:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.269607:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.269645:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150200448
00000100:00100000:3.0:1775764892.269650:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150200448
00010000:00010000:3.0:1775764892.269683:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fbae759e/0xd3c138f33087c986 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ca expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.269728:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150200704
00000100:00100000:3.0:1775764892.269732:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150200704
00010000:00010000:3.0:1775764892.269745:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000dc928a7/0xd3c138f33087c97f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078bc expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.269766:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150200320
00000100:00100000:3.0:1775764892.269769:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150200320
00010000:00010000:3.0:1775764892.269782:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009857651d/0xd3c138f33087cb7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a59 expref: 6523 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.269795:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150200576
00000100:00100000:3.0:1775764892.269797:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150200576
00010000:00010000:3.0:1775764892.269809:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000142dec78/0xd3c138f33087cb93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a75 expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.269820:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150200832
00000100:00100000:3.0:1775764892.269822:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150200832
00010000:00010000:3.0:1775764892.269831:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ef8e893/0xd3c138f33087cc57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a7c expref: 6525 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.269846:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7664
00000100:00100000:3.0:1775764892.269855:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6557:2410:x1862023150200448:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.269869:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.269875:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fbae759e/0xd3c138f33087c986 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ca expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.269886:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fbae759e/0xd3c138f33087c986 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ca expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.269908:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbae759e/0xd3c138f33087c986 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078ca expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.269922:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.269923:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.269928:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.269936:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.269963:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.270009:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6556:2410:x1862023150200448:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 155us (1088us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.270017:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7664
00000100:00100000:3.0:1775764892.270151:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7665
00000100:00100000:3.0:1775764892.270159:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6555:2410:x1862023150200704:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.270167:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.270172:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000dc928a7/0xd3c138f33087c97f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078bc expref: 6555 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270182:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000dc928a7/0xd3c138f33087c97f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078bc expref: 6555 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270195:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.270197:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.270200:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270213:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270226:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.270245:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6555:2410:x1862023150200704:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 88us (1296us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.270264:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7665
00000100:00100000:3.0:1775764892.270278:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7666
00000100:00100000:3.0:1775764892.270284:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6525:2410:x1862023150200320:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.270293:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.270297:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009857651d/0xd3c138f33087cb7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a59 expref: 6525 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270308:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009857651d/0xd3c138f33087cb7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a59 expref: 6525 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270323:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009857651d/0xd3c138f33087cb7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a59 expref: 6525 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270333:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.270335:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.270337:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270349:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270372:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.270391:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6524:2410:x1862023150200320:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 107us (1420us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.270398:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7666
00000100:00100000:3.0:1775764892.270412:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7667
00000100:00100000:3.0:1775764892.270418:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6523:2410:x1862023150200576:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.270426:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.270430:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000142dec78/0xd3c138f33087cb93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a75 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270441:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000142dec78/0xd3c138f33087cb93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a75 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270452:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000142dec78/0xd3c138f33087cb93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a75 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270462:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.270464:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.270467:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270479:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270495:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.270514:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6522:2410:x1862023150200576:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 96us (1525us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.270520:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7667
00000100:00100000:3.0:1775764892.270533:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7668
00000100:00100000:3.0:1775764892.270539:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6521:2410:x1862023150200832:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.270546:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.270550:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ef8e893/0xd3c138f33087cc57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a7c expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270558:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ef8e893/0xd3c138f33087cc57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a7c expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270571:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ef8e893/0xd3c138f33087cc57 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a7c expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270579:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.270581:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.270584:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270595:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270611:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.270628:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6520:2410:x1862023150200832:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 90us (1615us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.270635:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7668
00010000:00010000:3.0:1775764892.270659:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270668:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270678:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270685:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.270707:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.270872:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+467:3657:x1862023169630336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11195us (11351us total) trans 4294972745 rc 0/0
00000100:00100000:3.0:1775764892.270880:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28917
00000100:00100000:3.0:1775764892.271338:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.271481:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.271489:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.271498:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40834ae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.271503:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.271513:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.271529:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.271536:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019ffc493/0xd3c138f3308bb5b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.271556:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.271558:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.271560:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.271602:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169631232:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.271622:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.271652:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169631872:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.271664:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.271696:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52feaaa00/2, rc 0, transno 4294972745
00000100:00100000:0.0:1775764892.272889:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c330000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14049:1862023169630848:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.272912:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.272951:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c333800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169631104:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.272964:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.272988:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c331180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169630976:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.272999:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.273034:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169632640:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.273048:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.273079:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150201088
00000100:00100000:0.0:1775764892.273085:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150201088
00000100:00100000:0.0:1775764892.273156:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14365
00000100:00100000:0.0:1775764892.273165:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6375:11674:x1862023150201088:12345-192.168.202.20@tcp:36:bonnie++.500
00000100:00100000:2.0:1775764892.273179:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52feaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169630336:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.273222:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.273255:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ce6400/0xd3c138f33084bbee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x179e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3692 expref: 6375 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273272:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x179e:0x0].0x0 (ffff89b40fff0100)
00010000:00010000:0.0:1775764892.273281:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.273307:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169632000:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.273308:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273319:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273320:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273330:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273344:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91c00/0xd3c138f3308bb60d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcba95e49 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273350:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91c00/0xd3c138f3308bb60d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcba95e49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273355:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91c00/0xd3c138f3308bb60d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcba95e49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.273375:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.273397:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150201344
00000100:00100000:2.0:1775764892.273400:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150201344
00010000:00010000:2.0:1775764892.273418:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045faa811/0xd3c138f33087cc3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a44 expref: 6520 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.273440:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7669
00000100:00100000:2.0:1775764892.273446:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6520:2412:x1862023150201344:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.273448:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273455:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273455:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.273460:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045faa811/0xd3c138f33087cc3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xd39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a44 expref: 6520 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273462:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273470:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045faa811/0xd3c138f33087cc3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a44 expref: 6520 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273486:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045faa811/0xd3c138f33087cc3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xd39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a44 expref: 6520 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273497:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.273499:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.273503:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273511:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273530:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.273572:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6519:2412:x1862023150201344:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 126us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.273579:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7669
00010000:00010000:2.0:1775764892.273625:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273632:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273641:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273648:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.273662:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000040:00080000:0.0:1775764892.273679:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4023, 64 off265664
00000040:00080000:0.0:1775764892.273700:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4023, 64 off265664
00010000:00010000:0.0:1775764892.273745:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273753:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273760:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273766:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273772:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273777:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273787:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764892.273803:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.273809:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273816:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.273820:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273828:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273838:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273845:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003897c356/0xd3c138f3308bb5c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273861:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.273864:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273869:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.273872:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273878:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273885:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x179e:0x0].0x0 (ffff89b4092e0f00)
00010000:00010000:0.0:1775764892.273888:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.273891:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273895:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb61b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273904:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.273906:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.273907:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.273919:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273926:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273931:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273935:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.273938:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273944:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273951:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x179e:0x0].0x0 (ffff89b4092e0f00)
00010000:00010000:0.0:1775764892.273953:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.273956:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273961:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb614 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273983:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273988:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.273994:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.274000:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.274005:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.274007:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.274013:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.274020:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.274023:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.274026:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.274031:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bb606 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.274040:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f91e94e reply state 000000008e045606 transno 4294991837 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91c00/0xd3c138f3308bb60d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcba95e49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.274049:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91c00/0xd3c138f3308bb60d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcba95e49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.274050:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+467:3660:x1862023169629056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13221us (13430us total) trans 4294972746 rc 0/0
00010000:00010000:0.0:1775764892.274057:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcba95e49 (ffff89b4092e0800)
00010000:00010000:0.0:1775764892.274059:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.274061:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.274095:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6376:11674:x1862023150201088:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 932us (2760us total) trans 4294991837 rc 0/0
00000100:00100000:0.0:1775764892.274102:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14365
00000100:00100000:0.0:1775764892.274161:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c333100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169631616:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.274167:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28919
00010000:00010000:0.0:1775764892.274177:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274187:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.274207:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c60d880/2, rc 0, transno 4294972746
00000100:00100000:2.0:1775764892.274435:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.274501:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.274576:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.274584:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.274587:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.274595:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.274599:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150201600
00010000:00010000:1.0:1775764892.274603:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.274604:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150201600
00010000:00010000:1.0:1775764892.274618:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.274625:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ddde3c07/0xd3c138f33087cc5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a8a expref: 6519 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.274646:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150201856
00000100:00100000:2.0:1775764892.274649:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150201856
00010000:00010000:2.0:1775764892.274661:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b75599c/0xd3c138f33087cc65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a98 expref: 6520 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.274676:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150202112
00000100:00100000:2.0:1775764892.274678:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150202112
00010000:00010000:2.0:1775764892.274691:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001af555aa/0xd3c138f33087cc49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a60 expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.274703:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7670
00000100:00100000:2.0:1775764892.274710:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6521:2412:x1862023150201600:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.274724:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.274729:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ddde3c07/0xd3c138f33087cc5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a8a expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274738:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ddde3c07/0xd3c138f33087cc5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a8a expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274754:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ddde3c07/0xd3c138f33087cc5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a8a expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274765:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.274767:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.274770:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274778:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274803:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.274824:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6520:2412:x1862023150201600:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 115us (390us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.274831:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7670
00000100:00100000:2.0:1775764892.274844:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7671
00000100:00100000:2.0:1775764892.274850:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6519:2412:x1862023150201856:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.274857:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.274861:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b75599c/0xd3c138f33087cc65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a98 expref: 6519 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274871:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b75599c/0xd3c138f33087cc65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a98 expref: 6519 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274883:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b75599c/0xd3c138f33087cc65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a98 expref: 6519 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274891:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.274893:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.274896:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274903:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.274919:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.274937:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6518:2412:x1862023150201856:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 87us (435us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.274959:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7671
00000100:00100000:2.0:1775764892.274973:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7672
00000100:00100000:2.0:1775764892.274978:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6517:2412:x1862023150202112:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.274986:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.274990:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001af555aa/0xd3c138f33087cc49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a60 expref: 6517 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275005:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001af555aa/0xd3c138f33087cc49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a60 expref: 6517 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275016:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001af555aa/0xd3c138f33087cc49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a60 expref: 6517 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275025:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.275026:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.275029:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275036:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275054:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.275084:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6516:2412:x1862023150202112:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 105us (499us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.275090:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7672
00010000:00010000:2.0:1775764892.275109:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275134:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275142:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275149:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275160:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.275164:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52fea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+467:3660:x1862023169629184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17777us (18308us total) trans 4294972747 rc 0/0
00000100:00100000:1.0:1775764892.275171:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28913
00010000:00010000:1.0:1775764892.275214:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dc928a7/0xd3c138f33087c97f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078bc expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.275225:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169629952:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.275260:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275270:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275277:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275286:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275369:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275390:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764892.275483:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+445:3657:x1862023169629312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17697us (18291us total) trans 4294972715 rc 0/0
00000100:00100000:1.0:1775764892.275489:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28914
00000004:00080000:1.0:1775764892.275524:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52feaa300/2, rc 0, transno 4294972715
00000100:00100000:1.0:1775764892.275537:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52feaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169629312:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.275555:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275563:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275571:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275577:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.275587:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+467:3660:x1862023169630464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14764us (14839us total) trans 4294972748 rc 0/0
00010000:00010000:1.0:1775764892.275589:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1775764892.275594:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28921
00010000:00010000:2.0:1775764892.275617:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275625:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275634:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275640:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275649:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1775764892.275659:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+445:3657:x1862023169629440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17148us (18386us total) trans 4294972716 rc 0/0
00000100:00100000:1.0:1775764892.275665:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28915
00010000:00010000:1.0:1775764892.275681:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:1.0:1775764892.275685:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275699:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.275703:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275712:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.275720:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+467:3658:x1862023169631744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13568us (13718us total) trans 4294972749 rc 0/0
00010000:00010000:1.0:1775764892.275724:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.275726:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28923
00010000:00010000:1.0:1775764892.275732:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d83fa3c9/0xd3c138f3308bb596 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275743:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1775764892.275747:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275749:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764892.275752:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275755:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408c88400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.275759:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.275759:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275762:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275767:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275770:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275776:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275778:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275783:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079e8d4fc/0xd3c138f3308bb5ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275786:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d957489/0xd3c138f3308bb59d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275797:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.275800:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275805:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.275808:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275810:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.275813:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275816:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275819:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408c88e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.275822:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275825:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275829:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275833:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2926bb8/0xd3c138f3308bb5a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275838:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275844:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.275845:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b4358c3/0xd3c138f3308bb5dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.275846:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.275847:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.275856:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.275858:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.275859:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.275864:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52feabb80/2, rc 0, transno 4294972716
00000100:00100000:1.0:1775764892.275868:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52feabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169629440:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.275869:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275877:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275884:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275890:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.275900:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.275935:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.275939:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276284:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.276296:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276303:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276314:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276321:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0b51134/0xd3c138f3308bb5b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276336:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.276337:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.276339:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.276349:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276357:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276365:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276372:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276387:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.276394:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.276398:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276404:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.276407:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.276413:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+467:3660:x1862023169629696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15984us (16109us total) trans 4294972750 rc 0/0
00010000:00010000:1.0:1775764892.276415:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.276421:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28918
00010000:00010000:1.0:1775764892.276425:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276431:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba693d89/0xd3c138f3308bb5ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.276444:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.276445:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.276447:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.276452:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c331880/2, rc 0, transno 4294972749
00000100:00100000:1.0:1775764892.276805:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169633408:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.276841:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.276870:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.276875:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169633536:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.276981:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c60d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169629056:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.276994:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.277020:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52fea9f80/2, rc 0, transno 4294972748
00000100:00100000:1.0:1775764892.277103:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.277168:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169631744:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.277226:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53482fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+467:3657:x1862023169630208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17610us (17763us total) trans 4294972751 rc 0/0
00000100:00100000:1.0:1775764892.277233:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28916
00000100:00100000:2.0:1775764892.277306:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.277335:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150201472
00000100:00100000:2.0:1775764892.277342:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150201472
00010000:00010000:2.0:1775764892.277370:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036cdaead/0xd3c138f33087c98d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d8 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.277396:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7673
00000100:00100000:2.0:1775764892.277403:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6554:2412:x1862023150201472:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.277414:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.277419:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036cdaead/0xd3c138f33087c98d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x63f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d8 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.277426:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169633408
00000100:00100000:3.0:1775764892.277430:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169633408
00010000:00010000:2.0:1775764892.277431:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036cdaead/0xd3c138f33087c98d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x63f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d8 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277446:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036cdaead/0xd3c138f33087c98d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x63f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078d8 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.277451:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169633536
00000100:00100000:3.0:1775764892.277453:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169633536
00010000:00010000:2.0:1775764892.277458:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.277460:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.277464:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.277468:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28929
00010000:00010000:2.0:1775764892.277473:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.277474:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+468:3657:x1862023169633408:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.277492:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:3.0:1775764892.277494:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5573 count 1
00010000:00010000:3.0:1775764892.277513:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.277517:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6553:2412:x1862023150201472:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 115us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.277524:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7673
00010000:00010000:3.0:1775764892.277526:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065a354db/0xd3c138f33087cc6c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ab4 expref: 6515 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.277532:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.277534:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.277536:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277543:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277550:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.277557:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065a354db/0xd3c138f33087cc6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ab4 expref: 6515 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277559:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277566:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.277569:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065a354db/0xd3c138f33087cc6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ab4 expref: 6515 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277580:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.277580:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169633792:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.277618:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303f00 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.277629:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.277633:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.277641:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.277644:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.277652:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.277660:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+445:3660:x1862023169629568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16848us (16945us total) trans 4294972717 rc 0/0
00010000:00010000:3.0:1775764892.277663:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.277666:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28920
00010000:00010000:3.0:1775764892.277670:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bb5c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.277680:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28930
00000100:00100000:2.0:1775764892.277686:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+468:3657:x1862023169633536:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.277686:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.277687:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.277689:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:2.0:1775764892.277696:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2839 count 1
00000100:00100000:3.0:1775764892.277730:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.277747:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.277749:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277761:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001db52083/0xd3c138f33087cc7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac2 expref: 6515 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277773:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.277775:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.277777:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.277811:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.277828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.277845:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.277906:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001db52083/0xd3c138f33087cc7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac2 expref: 6515 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.277916:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001db52083/0xd3c138f33087cc7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac2 expref: 6515 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.277925:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169633920:192.168.202.20@tcp:104:
00000004:00080000:1.0:1775764892.277964:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52feab480/2, rc 0, transno 4294972751
00000100:00100000:1.0:1775764892.277981:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52feab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169630208:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.278008:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169633152:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.278073:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c480 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.278084:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.278090:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150201728
00000100:00100000:2.0:1775764892.278094:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150201728
00010000:00010000:2.0:1775764892.278110:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018c06a81/0xd3c138f33087c994 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078e6 expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.278142:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150201984
00000100:00100000:2.0:1775764892.278144:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150201984
00000100:00100000:0.0:1775764892.278151:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52fea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169630464:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.278155:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000170faece/0xd3c138f33087c99b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078f4 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.278164:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150202240
00000100:00100000:2.0:1775764892.278167:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150202240
00000100:00100000:0.0:1775764892.278172:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169632768:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.278176:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a9608c6/0xd3c138f33087c9a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07902 expref: 6555 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.278185:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150202496
00000100:00100000:2.0:1775764892.278187:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150202496
00010000:00010000:0.0:1775764892.278190:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278195:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000722c31cc/0xd3c138f33087c9fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07917 expref: 6556 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.278211:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169632896:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.278218:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150202368
00000100:00100000:2.0:1775764892.278220:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150202368
00010000:00010000:0.0:1775764892.278222:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278231:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e36e97c2/0xd3c138f33087ca04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07925 expref: 6557 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.278242:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bc00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169633024:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.278243:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7674
00000100:00100000:2.0:1775764892.278260:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6557:2412:x1862023150201728:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.278264:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278268:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.278272:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018c06a81/0xd3c138f33087c994 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078e6 expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278282:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018c06a81/0xd3c138f33087c994 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078e6 expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.278283:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7675
00010000:00010000:2.0:1775764892.278295:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018c06a81/0xd3c138f33087c994 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078e6 expref: 6557 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.278299:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6557:2412:x1862023150201984:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.278306:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.278307:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.278308:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.278310:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000170faece/0xd3c138f33087c99b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x124e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078f4 expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278312:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278320:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.278321:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000170faece/0xd3c138f33087c99b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x124e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078f4 expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.278334:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000170faece/0xd3c138f33087c99b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x124e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee078f4 expref: 6556 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278339:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.278343:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.278344:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.278347:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.278358:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.278377:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.278551:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169634176:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.278593:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6555:2412:x1862023150201728:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 343us (862us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.278601:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7674
00000100:00100000:2.0:1775764892.278618:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7676
00000100:00100000:2.0:1775764892.278624:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6554:2411:x1862023150202240:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.278632:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.278636:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a9608c6/0xd3c138f33087c9a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07902 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278645:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a9608c6/0xd3c138f33087c9a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07902 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278657:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a9608c6/0xd3c138f33087c9a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07902 expref: 6554 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278667:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.278668:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.278671:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278683:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.278694:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.278728:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169634176
00000100:00100000:1.0:1775764892.278731:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169634176
00010000:00010000:2.0:1775764892.278750:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.278758:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28931
00000100:00100000:1.0:1775764892.278764:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+469:3657:x1862023169634176:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.278769:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6553:2411:x1862023150202240:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 146us (959us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.278775:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7676
00002000:00080000:1.0:1775764892.278778:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8881 count 1
00000100:00100000:2.0:1775764892.278786:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7677
00010000:00010000:1.0:1775764892.278792:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.278803:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cbea9057/0xd3c138f33087cd84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aec expref: 6515 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.278810:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.278811:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.278813:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.278835:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cbea9057/0xd3c138f33087cd84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aec expref: 6515 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.278845:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cbea9057/0xd3c138f33087cd84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aec expref: 6515 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.278855:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169634304:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.278882:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.278904:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.278925:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169633152
00000100:00100000:1.0:1775764892.278928:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169633152
00000100:00100000:2.0:1775764892.278955:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6552:2411:x1862023150202496:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.278960:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28932
00010000:00010000:2.0:1775764892.278965:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1775764892.278966:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+445:3659:x1862023169633152:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.278969:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000722c31cc/0xd3c138f33087c9fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07917 expref: 6552 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1775764892.278975:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2530 count 1
00010000:00010000:2.0:1775764892.278978:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000722c31cc/0xd3c138f33087c9fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07917 expref: 6552 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.278986:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278990:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000722c31cc/0xd3c138f33087c9fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07917 expref: 6552 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.278997:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007eacfe11/0xd3c138f33087c9b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0792c expref: 6552 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.278999:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.279001:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.279004:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.279004:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279005:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.279008:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279017:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279033:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.279047:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6551:2411:x1862023150202496:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 255us (1218us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.279053:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7677
00000100:00100000:2.0:1775764892.279078:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7678
00000100:00100000:2.0:1775764892.279085:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6550:2411:x1862023150202368:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.279093:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.279097:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e36e97c2/0xd3c138f33087ca04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07925 expref: 6550 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279107:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e36e97c2/0xd3c138f33087ca04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07925 expref: 6550 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279137:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007eacfe11/0xd3c138f33087c9b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0792c expref: 6550 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279147:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007eacfe11/0xd3c138f33087c9b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0792c expref: 6550 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.279156:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169634432:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.279165:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e36e97c2/0xd3c138f33087ca04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07925 expref: 6550 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279174:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764892.279175:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed3c0 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.279175:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.279178:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279190:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.279191:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169633664:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.279212:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.279236:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1775764892.279242:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169633280:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.279273:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.279293:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169633664
00000100:00100000:1.0:1775764892.279296:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169633664
00000100:00100000:1.0:1775764892.279316:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169633280
00000100:00100000:1.0:1775764892.279319:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169633280
00000100:00100000:1.0:1775764892.279335:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28933
00000100:00100000:1.0:1775764892.279340:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+470:3659:x1862023169633664:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.279352:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7794 count 1
00010000:00010000:1.0:1775764892.279364:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279375:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007468f748/0xd3c138f33087cc81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad0 expref: 6515 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279388:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.279389:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.279392:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279411:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007468f748/0xd3c138f33087cc81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad0 expref: 6515 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279416:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.279420:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007468f748/0xd3c138f33087cc81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad0 expref: 6515 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.279430:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169634560:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.279431:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6549:2411:x1862023150202368:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 347us (1585us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.279438:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7678
00000100:00100000:1.0:1775764892.279447:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.279459:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28934
00000100:00100000:2.0:1775764892.279465:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+446:3659:x1862023169633280:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.279477:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:726 count 1
00010000:00010000:2.0:1775764892.279488:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279498:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000179d5638/0xd3c138f33087ca12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07941 expref: 6548 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279505:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.279506:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.279508:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279526:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000179d5638/0xd3c138f33087ca12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07941 expref: 6548 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279535:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000179d5638/0xd3c138f33087ca12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07941 expref: 6548 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.279544:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169634688:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.279562:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c9c0 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.279586:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279594:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279602:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.279609:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.279613:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53f7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169634048:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.279629:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.279633:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.279638:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279644:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.279648:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279656:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279672:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279678:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029c5060b/0xd3c138f3308bb5f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279692:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.279694:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.279695:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.279710:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.279732:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169634048
00000100:00100000:1.0:1775764892.279735:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169634048
00000100:00100000:1.0:1775764892.279756:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28935
00000100:00100000:2.0:1775764892.279757:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+447:3658:x1862023169632512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12223us (13191us total) trans 4294972718 rc 0/0
00000100:00100000:1.0:1775764892.279761:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+471:3659:x1862023169634048:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.279764:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28927
00002000:00080000:1.0:1775764892.279771:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10171 count 1
00010000:00010000:1.0:1775764892.279782:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279794:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be7a00f8/0xd3c138f33087cd7d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ade expref: 6515 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279801:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.279802:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.279805:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279827:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be7a00f8/0xd3c138f33087cd7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ade expref: 6515 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.279835:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be7a00f8/0xd3c138f33087cd7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ade expref: 6515 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.279844:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169634816:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.279861:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed540 going to sleep for 11 seconds
00000004:00080000:3.0:1775764892.279910:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2ffb80/2, rc 0, transno 4294972718
00000100:00100000:3.0:1775764892.279922:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169632512:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.280456:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169634944:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.280489:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.280556:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169634944
00000100:00100000:1.0:1775764892.280560:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169634944
00000100:00100000:1.0:1775764892.280591:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28936
00000100:00100000:1.0:1775764892.280598:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+447:3658:x1862023169634944:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.280612:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3759 count 1
00010000:00010000:1.0:1775764892.280628:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.280640:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000093bc77b7/0xd3c138f33087ca19 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0794f expref: 6548 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.280647:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.280648:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.280651:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.280671:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000093bc77b7/0xd3c138f33087ca19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0794f expref: 6548 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.280680:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000093bc77b7/0xd3c138f33087ca19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0794f expref: 6548 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.280690:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169635072:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.280710:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed480 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.281276:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.281287:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.281296:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.281303:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.281319:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.281443:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+448:3660:x1862023169631360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20103us (20425us total) trans 4294972719 rc 0/0
00000100:00100000:1.0:1775764892.281451:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28922
00000004:00080000:1.0:1775764892.281494:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52feab100/2, rc 0, transno 4294972750
00000100:00100000:1.0:1775764892.281507:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52feab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169629696:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.281518:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d7d500/2, rc 0, transno 4294972747
00000100:00100000:1.0:1775764892.281521:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169629184:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.281533:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c330700/2, rc 0, transno 4294972719
00000100:00100000:1.0:1775764892.281541:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169631360:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.281583:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52fea9c00/2, rc 0, transno 4294972717
00000100:00100000:1.0:1775764892.281589:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52fea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169629568:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.281593:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.281619:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169635200:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.281644:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.281672:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169635328:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.281691:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.281713:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169635200
00000100:00100000:1.0:1775764892.281717:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169635200
00000100:00100000:1.0:1775764892.281740:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169635328
00000100:00100000:1.0:1775764892.281743:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169635328
00000100:00100000:1.0:1775764892.281761:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28937
00000100:00100000:1.0:1775764892.281768:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+449:3660:x1862023169635200:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.281787:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3823 count 1
00010000:00010000:1.0:1775764892.281801:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.281815:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d8c058c/0xd3c138f33087ca20 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0795d expref: 6548 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.281823:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.281824:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.281827:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.281854:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d8c058c/0xd3c138f33087ca20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0795d expref: 6548 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.281865:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d8c058c/0xd3c138f33087ca20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0795d expref: 6548 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.281876:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169635456:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.281903:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bc00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.281915:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28938
00000100:00100000:2.0:1775764892.281924:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+449:3660:x1862023169635328:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.281936:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8563 count 1
00010000:00010000:2.0:1775764892.281948:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.281965:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001a872936/0xd3c138f33087ca27 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0796b expref: 6548 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.281972:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.281973:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.281976:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.281995:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001a872936/0xd3c138f33087ca27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0796b expref: 6548 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.282009:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001a872936/0xd3c138f33087ca27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0796b expref: 6548 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.282020:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169635584:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.282054:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.282056:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c240 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.282069:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282078:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282084:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282100:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.282229:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+450:3660:x1862023169632128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14818us (15701us total) trans 4294972720 rc 0/0
00000100:00100000:0.0:1775764892.282236:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28926
00010000:00010000:0.0:1775764892.282269:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.282275:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282283:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.282287:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282297:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282316:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282324:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000690d6a67/0xd3c138f3308bb5d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282348:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.282351:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282358:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.282361:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282369:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282378:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282383:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb5f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282393:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.282394:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.282395:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.282404:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282413:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282418:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282422:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.282434:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.282458:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.282463:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.282470:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.282474:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.282481:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.282492:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.282499:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070972c65/0xd3c138f3308bb5ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.282513:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.282515:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.282517:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.282613:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058edf80/2, rc 0, transno 4294972720
00000100:00100000:1.0:1775764892.282626:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169632128:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.282711:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169635712:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.282736:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.282963:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169635712
00000100:00100000:1.0:1775764892.282967:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169635712
00000100:00100000:1.0:1775764892.282996:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28939
00000100:00100000:1.0:1775764892.283003:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+451:3657:x1862023169635712:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.283031:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8928 count 1
00010000:00010000:1.0:1775764892.283046:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.283058:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f33087ca82 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07972 expref: 6548 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.283066:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.283067:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.283070:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.283093:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f33087ca82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07972 expref: 6548 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.283103:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f33087ca82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07972 expref: 6548 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.283130:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169635840:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.283171:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bcc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.283377:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+451:3658:x1862023169632384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15710us (16771us total) trans 4294972721 rc 0/0
00000100:00100000:0.0:1775764892.283385:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28928
00000100:00100000:0.0:1775764892.283416:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6548:2412:x1862023150201984:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 5127us (5667us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.283424:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7675
00000100:00100000:2.0:1775764892.283438:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.283458:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150201216
00000100:00100000:2.0:1775764892.283462:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150201216
00010000:00010000:0.0:1775764892.283471:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283480:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.283482:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbf22aad/0xd3c138f33087cbaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aad expref: 6516 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283488:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283501:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.283501:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7679
00000100:00100000:2.0:1775764892.283507:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6516:2409:x1862023150201216:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.283517:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.283522:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbf22aad/0xd3c138f33087cbaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aad expref: 6516 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283524:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.283534:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbf22aad/0xd3c138f33087cbaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aad expref: 6516 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.283550:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbf22aad/0xd3c138f33087cbaf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aad expref: 6516 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.283561:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.283563:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.283566:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.283574:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.283598:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.283605:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283613:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.283617:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6515:2409:x1862023150201216:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 110us (178us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764892.283621:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.283623:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7679
00010000:00010000:0.0:1775764892.283628:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283640:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.283724:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+472:3660:x1862023169632256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16535us (17295us total) trans 4294972752 rc 0/0
00000100:00100000:0.0:1775764892.283730:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28925
00010000:00010000:0.0:1775764892.283748:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.283752:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283760:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408c88c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.283764:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283772:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283783:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283791:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046dbb9f0/0xd3c138f3308bb5e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x124e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283806:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.283809:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283816:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.283819:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283825:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283835:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283842:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb5ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.283857:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.283858:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.283860:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.283884:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+451:3658:x1862023169631488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21572us (21826us total) trans 4294972722 rc 0/0
00000100:00100000:0.0:1775764892.283890:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28924
00000004:00080000:0.0:1775764892.283924:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c333b80/2, rc 0, transno 4294972752
00000100:00100000:0.0:1775764892.283930:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169632256:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.284365:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.284379:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169636096:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.284411:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.284436:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.284441:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533402680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169636224:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.284462:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.284499:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169636096
00000100:00100000:1.0:1775764892.284503:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169636096
00000100:00100000:1.0:1775764892.284537:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169636224
00000100:00100000:1.0:1775764892.284540:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169636224
00000100:00100000:1.0:1775764892.284562:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28940
00000100:00100000:1.0:1775764892.284569:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+473:3659:x1862023169636096:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.284589:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8189 count 1
00010000:00010000:1.0:1775764892.284609:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.284625:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d97d5518/0xd3c138f33087cbd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b0f expref: 6514 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.284633:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.284634:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.284637:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.284661:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d97d5518/0xd3c138f33087cbd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b0f expref: 6514 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.284672:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d97d5518/0xd3c138f33087cbd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b0f expref: 6514 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.284685:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169636352:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.284764:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.284781:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28941
00000100:00100000:1.0:1775764892.284788:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+473:3659:x1862023169636224:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.284801:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:182 count 1
00010000:00010000:1.0:1775764892.284812:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.284823:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0837a0e/0xd3c138f33087cd92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b16 expref: 6514 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.284835:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.284836:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.284838:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.284857:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e0837a0e/0xd3c138f33087cd92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b16 expref: 6514 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.284865:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e0837a0e/0xd3c138f33087cd92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b16 expref: 6514 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.284874:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169636480:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.284895:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bf00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.285161:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764892.285173:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169635968:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.285202:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.285286:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169635968
00000100:00100000:1.0:1775764892.285290:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169635968
00000100:00100000:1.0:1775764892.285322:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28942
00000100:00100000:1.0:1775764892.285329:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+474:3657:x1862023169635968:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.285341:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8429 count 1
00010000:00010000:1.0:1775764892.285353:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.285365:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003213c57f/0xd3c138f33087cd8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07afa expref: 6514 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.285372:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.285374:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.285376:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.285395:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003213c57f/0xd3c138f33087cd8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07afa expref: 6514 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.285404:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003213c57f/0xd3c138f33087cd8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07afa expref: 6514 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.285415:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169636608:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.285460:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b480 going to sleep for 11 seconds
00000004:00080000:3.0:1775764892.285689:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ed99f80/2, rc 0, transno 4294972721
00000100:00100000:3.0:1775764892.285712:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ed99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169632384:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.285727:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c333480/2, rc 0, transno 4294972722
00000100:00100000:3.0:1775764892.285731:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169631488:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.285747:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.285902:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169636736:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.285931:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.285995:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169636736
00000100:00100000:3.0:1775764892.285999:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169636736
00000100:00100000:3.0:1775764892.286039:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28943
00000100:00100000:3.0:1775764892.286045:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+451:3657:x1862023169636736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.286062:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6891 count 1
00010000:00010000:3.0:1775764892.286077:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.286090:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f33087ca89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07980 expref: 6547 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.286097:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.286098:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.286101:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.286141:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f33087ca89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07980 expref: 6547 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.286151:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f33087ca89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07980 expref: 6547 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.286169:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e640a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169636864:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.286429:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a3039c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.287398:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40898dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169636992:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.287434:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.287438:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169633920:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.287461:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.287476:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169633792:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.287489:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.287773:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169636992
00000100:00100000:0.0:1775764892.287779:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169636992
00000100:00100000:0.0:1775764892.287840:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28944
00000100:00100000:0.0:1775764892.287849:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+452:3658:x1862023169636992:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.287875:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7142 count 1
00010000:00010000:0.0:1775764892.287893:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.287908:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2ccaae5/0xd3c138f33087ca3c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07995 expref: 6547 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.287915:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.287918:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.287920:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.287949:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e2ccaae5/0xd3c138f33087ca3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07995 expref: 6547 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.287960:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e2ccaae5/0xd3c138f33087ca3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07995 expref: 6547 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.287970:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169637120:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.288162:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169634304:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.288179:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.288203:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169634432:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.288214:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.288232:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:8486:1862023169634560:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.288243:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.288414:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.289634:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169634688:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.289659:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.292489:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.292522:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150203648
00000100:00100000:2.0:1775764892.292530:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150203648
00000100:00100000:3.0:1775764892.292540:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169635072:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.292570:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.292583:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14366
00000100:00100000:2.0:1775764892.292593:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6376:11674:x1862023150203648:12345-192.168.202.20@tcp:36:bonnie++.500
00000100:00100000:1.0:1775764892.292655:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14053:1862023169634816:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.292657:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.292670:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292683:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f33081986f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede95df expref: 6376 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292707:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff89b402b28800)
00010000:00010000:2.0:1775764892.292719:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.292742:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292754:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292763:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292777:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04a00/0xd3c138f3308bb699 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcf6ae378 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292784:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04a00/0xd3c138f3308bb699 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcf6ae378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292795:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04a00/0xd3c138f3308bb699 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcf6ae378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292909:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292916:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.292923:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.293279:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4024, 64 off265728
00000040:00080000:2.0:1775764892.293304:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4024, 64 off265728
00000100:00100000:3.0:1775764892.293327:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293357:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.293361:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293368:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293375:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293383:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.293383:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293389:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293396:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.293401:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293410:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.293416:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293427:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.293430:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293434:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293440:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293446:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e05600 already unused, calling callback (ffffffffc18734f0)
00000100:00100000:3.0:1775764892.293446:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293451:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293459:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.293461:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293468:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff89b408185e00)
00010000:00010000:2.0:1775764892.293471:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.293474:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293481:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05600/0xd3c138f3308bb6a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293496:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.293497:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293502:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293509:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.293509:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293514:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e05e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.293517:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293523:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293530:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00000100:00100000:3.0:1775764892.293531:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293532:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.293535:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293542:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05e00/0xd3c138f3308bb692 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.293555:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006378b8e2 reply state 00000000eb3737f9 transno 4294991838 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04a00/0xd3c138f3308bb699 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcf6ae378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.293562:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293565:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04a00/0xd3c138f3308bb699 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcf6ae378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293571:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcf6ae378 (ffff89b408185800)
00000100:00100000:3.0:1775764892.293573:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.293574:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.293576:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.293632:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6377:11674:x1862023150203648:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1040us (1151us total) trans 4294991838 rc 0/0
00000100:00100000:2.0:1775764892.293642:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14366
00010000:00010000:2.0:1775764892.293672:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.293679:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293685:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e04e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.293689:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293695:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293702:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff89b408185e00)
00010000:00010000:2.0:1775764892.293704:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.293707:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293712:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e04e00/0xd3c138f3308bb6a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293729:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.293731:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.293732:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.293743:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150202624
00000100:00100000:2.0:1775764892.293748:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150202624
00010000:00010000:2.0:1775764892.293770:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065a354db/0xd3c138f33087cc6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ab4 expref: 6515 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.293783:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169635456:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.293787:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150202880
00000100:00100000:2.0:1775764892.293789:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150202880
00010000:00010000:2.0:1775764892.293799:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cbea9057/0xd3c138f33087cd84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aec expref: 6516 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.293800:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.293810:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150203136
00000100:00100000:2.0:1775764892.293812:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150203136
00010000:00010000:2.0:1775764892.293822:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007468f748/0xd3c138f33087cc81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad0 expref: 6517 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.293824:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169635840:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.293832:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150203392
00000100:00100000:2.0:1775764892.293835:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150203392
00010000:00010000:1.0:1775764892.293836:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293844:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be7a00f8/0xd3c138f33087cd7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ade expref: 6518 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.293854:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150202752
00000100:00100000:1.0:1775764892.293856:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169636608:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.293856:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150202752
00010000:00010000:2.0:1775764892.293864:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001db52083/0xd3c138f33087cc7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac2 expref: 6519 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.293866:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.293881:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150203008
00000100:00100000:2.0:1775764892.293883:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150203008
00000100:00100000:1.0:1775764892.293884:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169636352:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.293894:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293894:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007eacfe11/0xd3c138f33087c9b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0792c expref: 6548 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.293905:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150203264
00000100:00100000:2.0:1775764892.293907:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150203264
00000100:00100000:1.0:1775764892.293913:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169636480:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.293916:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000179d5638/0xd3c138f33087ca12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07941 expref: 6549 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.293924:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.293926:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150203776
00000100:00100000:2.0:1775764892.293928:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150203776
00010000:00010000:2.0:1775764892.293936:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000093bc77b7/0xd3c138f33087ca19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0794f expref: 6550 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.293940:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150203904
00000100:00100000:1.0:1775764892.293942:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150203904
00000100:00100000:2.0:1775764892.293946:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150204032
00000100:00100000:2.0:1775764892.293948:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150204032
00010000:00010000:1.0:1775764892.293954:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d8c058c/0xd3c138f33087ca20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0795d expref: 6552 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293955:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001a872936/0xd3c138f33087ca27 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0796b expref: 6552 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.293966:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150204160
00000100:00100000:1.0:1775764892.293967:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150204288
00000100:00100000:2.0:1775764892.293968:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150204160
00000100:00100000:1.0:1775764892.293969:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150204288
00010000:00010000:1.0:1775764892.293976:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d97d5518/0xd3c138f33087cbd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b0f expref: 6520 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.293976:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f33087ca82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07972 expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.293987:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150204416
00000100:00100000:2.0:1775764892.293989:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150204416
00000100:00100000:1.0:1775764892.293991:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7680
00000100:00100000:1.0:1775764892.293997:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6521:2412:x1862023150202624:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.293997:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e0837a0e/0xd3c138f33087cd92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b16 expref: 6521 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.294008:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7681
00010000:00010000:1.0:1775764892.294009:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1775764892.294013:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6521:2412:x1862023150202880:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.294014:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065a354db/0xd3c138f33087cc6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ab4 expref: 6521 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294027:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065a354db/0xd3c138f33087cc6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ab4 expref: 6521 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294042:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.294045:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065a354db/0xd3c138f33087cc6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ab4 expref: 6521 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294046:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cbea9057/0xd3c138f33087cd84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aec expref: 6521 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294057:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cbea9057/0xd3c138f33087cd84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aec expref: 6520 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294059:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.294061:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.294066:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294069:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbea9057/0xd3c138f33087cd84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aec expref: 6520 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294076:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294078:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.294079:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.294082:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294089:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294107:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.294107:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.294155:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6519:2412:x1862023150202880:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 141us (793us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.294166:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7681
00010000:00010000:3.0:1775764892.294177:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.294180:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7682
00000100:00100000:2.0:1775764892.294187:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6518:2412:x1862023150203136:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.294187:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294194:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.294196:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294198:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007468f748/0xd3c138f33087cc81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad0 expref: 6518 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.294205:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294208:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007468f748/0xd3c138f33087cc81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad0 expref: 6518 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294222:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007468f748/0xd3c138f33087cc81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad0 expref: 6518 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.294223:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.294231:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.294232:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.294235:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294241:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294270:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.294321:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.294327:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294334:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937be00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.294337:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294345:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294360:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294367:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb622 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294386:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.294388:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.294390:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.294404:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7683
00000100:00100000:0.0:1775764892.294413:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6517:2412:x1862023150203392:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.294420:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.294425:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be7a00f8/0xd3c138f33087cd7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ade expref: 6517 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294435:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be7a00f8/0xd3c138f33087cd7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ade expref: 6517 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294449:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be7a00f8/0xd3c138f33087cd7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ade expref: 6517 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294457:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.294459:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.294462:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294474:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.294494:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.294774:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6516:2412:x1862023150202624:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 775us (1445us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.294781:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7680
00000100:00100000:1.0:1775764892.294797:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7684
00000100:00100000:1.0:1775764892.294804:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6515:2411:x1862023150202752:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.294811:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.294816:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001db52083/0xd3c138f33087cc7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac2 expref: 6515 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294831:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001db52083/0xd3c138f33087cc7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac2 expref: 6515 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294843:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001db52083/0xd3c138f33087cc7a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac2 expref: 6515 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294853:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.294855:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.294858:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294865:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294883:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.294902:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6514:2411:x1862023150202752:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (1484us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.294908:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7684
00000100:00100000:1.0:1775764892.294922:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7685
00000100:00100000:1.0:1775764892.294928:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6553:2411:x1862023150203008:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1775764892.294928:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6513:2412:x1862023150203136:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 741us (1543us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.294935:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7682
00010000:00010000:1.0:1775764892.294936:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.294940:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007eacfe11/0xd3c138f33087c9b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x9e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0792c expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294955:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007eacfe11/0xd3c138f33087c9b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x9e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0792c expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294970:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007eacfe11/0xd3c138f33087c9b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x9e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0792c expref: 6553 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294981:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.294982:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.294985:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.294991:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295009:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.295527:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7686
00000100:00100000:2.0:1775764892.295538:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6552:2411:x1862023150203264:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.295547:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.295552:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000179d5638/0xd3c138f33087ca12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07941 expref: 6552 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295563:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000179d5638/0xd3c138f33087ca12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07941 expref: 6552 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295566:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295575:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295577:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000179d5638/0xd3c138f33087ca12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07941 expref: 6552 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295584:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295587:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.295589:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.295592:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295592:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295600:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295610:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.295624:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.295647:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6551:2411:x1862023150203264:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 113us (2200us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.295654:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7686
00000100:00100000:2.0:1775764892.295670:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7687
00000100:00100000:2.0:1775764892.295677:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6550:2411:x1862023150203776:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.295684:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.295688:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000093bc77b7/0xd3c138f33087ca19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xeaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0794f expref: 6550 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295697:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000093bc77b7/0xd3c138f33087ca19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xeaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0794f expref: 6550 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295708:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093bc77b7/0xd3c138f33087ca19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xeaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0794f expref: 6550 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295718:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.295719:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.295721:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295728:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.295744:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.295748:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+453:3659:x1862023169633152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16783us (16843us total) trans 4294972723 rc 0/0
00000100:00100000:1.0:1775764892.295756:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28932
00000100:00100000:2.0:1775764892.295760:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6549:2411:x1862023150203776:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 85us (2299us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.295766:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7687
00000100:00100000:2.0:1775764892.295777:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7688
00010000:00010000:1.0:1775764892.295778:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.295783:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.295783:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6548:2412:x1862023150203904:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.295791:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.295795:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295804:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295814:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295821:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1fef885/0xd3c138f3308bb637 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295837:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.295838:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.295840:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.295851:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295860:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295868:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295875:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.295888:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.295974:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+476:3659:x1862023169634048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16213us (16263us total) trans 4294972754 rc 0/0
00000100:00100000:1.0:1775764892.295980:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28935
00000004:00080000:1.0:1775764892.296112:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53f7bc000/2, rc 0, transno 4294972754
00000100:00100000:1.0:1775764892.296143:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53f7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169634048:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.296216:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7689
00000100:00100000:1.0:1775764892.296225:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6548:2412:x1862023150204032:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.296232:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.296237:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001a872936/0xd3c138f33087ca27 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0796b expref: 6548 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296257:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001a872936/0xd3c138f33087ca27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0796b expref: 6548 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296278:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.296280:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.296284:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296291:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296304:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.296323:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6548:2412:x1862023150204032:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 100us (2813us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.296329:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7689
00000100:00100000:1.0:1775764892.296345:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7690
00000100:00100000:1.0:1775764892.296351:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6547:2412:x1862023150204160:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.296358:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.296363:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f33087ca82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07972 expref: 6547 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296372:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f33087ca82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07972 expref: 6547 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296384:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f33087ca82 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07972 expref: 6547 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296394:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.296399:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d8c058c/0xd3c138f33087ca20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xeef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0795d expref: 6546 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296400:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.296401:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.296405:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296410:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d8c058c/0xd3c138f33087ca20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xeef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0795d expref: 6546 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296412:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296423:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d8c058c/0xd3c138f33087ca20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xeef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0795d expref: 6546 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296428:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.296432:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.296433:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.296436:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296439:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296443:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296447:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296455:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296461:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.296463:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296475:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.296478:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6545:2412:x1862023150203904:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 696us (2981us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.296485:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7688
00000100:00100000:2.0:1775764892.296500:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7691
00000100:00100000:2.0:1775764892.296506:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6512:2412:x1862023150204288:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.296514:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.296519:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d97d5518/0xd3c138f33087cbd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b0f expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296534:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d97d5518/0xd3c138f33087cbd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b0f expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296546:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d97d5518/0xd3c138f33087cbd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b0f expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296555:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.296557:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764892.296559:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+453:3657:x1862023169635712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13557us (13822us total) trans 4294972724 rc 0/0
00010000:00010000:2.0:1775764892.296560:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.296566:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28939
00010000:00010000:2.0:1775764892.296568:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.296590:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7692
00010000:00010000:2.0:1775764892.296592:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.296601:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.296605:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6511:2412:x1862023150204288:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (3043us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764892.296610:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.296612:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7691
00010000:00010000:1.0:1775764892.296618:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296625:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296636:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1775764892.296642:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a872936/0xd3c138f33087ca27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0796b expref: 6544 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.296652:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169635584:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.296668:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296682:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296688:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.296696:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.296703:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+476:3659:x1862023169636096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12136us (12291us total) trans 4294972755 rc 0/0
00010000:00010000:2.0:1775764892.296704:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.296710:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28940
00010000:00010000:2.0:1775764892.296716:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:1.0:1775764892.296725:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1775764892.296730:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296737:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fd800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.296740:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296748:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296764:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296770:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e11d1a58/0xd3c138f3308bb64c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296787:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00000100:00100000:2.0:1775764892.296787:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+453:3660:x1862023169635328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14865us (15095us total) trans 4294972725 rc 0/0
00010000:00010000:1.0:1775764892.296791:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296797:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.296800:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296807:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296816:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296822:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000699436a5/0xd3c138f3308bb668 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296834:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.296837:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296843:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.296846:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296853:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296862:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296869:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009232d529/0xd3c138f3308bb66f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296881:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.296884:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296889:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e05a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.296892:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296898:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296906:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296912:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb661 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296925:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.296926:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.296928:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.296938:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6510:2409:x1862023150204416:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.296947:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.296951:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e0837a0e/0xd3c138f33087cd92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b16 expref: 6510 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296961:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e0837a0e/0xd3c138f33087cd92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b16 expref: 6510 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296974:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0837a0e/0xd3c138f33087cd92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b16 expref: 6510 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296983:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.296985:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.296987:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.296994:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297014:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.297150:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6509:2412:x1862023150203392:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2737us (3746us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.297159:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7683
00000100:00100000:2.0:1775764892.297181:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28938
00010000:00010000:0.0:1775764892.297204:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297212:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297220:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297226:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297243:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.297325:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+453:3659:x1862023169633280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17859us (18050us total) trans 4294972726 rc 0/0
00000100:00100000:0.0:1775764892.297332:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28934
00010000:00010000:0.0:1775764892.297348:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.297352:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297359:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408c89200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.297361:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297363:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297371:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297371:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297380:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297383:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297391:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a32ba45/0xd3c138f3308bb645 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297392:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297401:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.297405:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.297408:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297413:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fcc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.297416:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297423:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297432:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297439:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d67fc33d/0xd3c138f3308bb630 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.297452:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.297453:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.297455:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.297492:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a47480/2, rc 0, transno 4294972724
00000100:00100000:0.0:1775764892.297504:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169635712:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.297532:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+476:3657:x1862023169634176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18767us (18836us total) trans 4294972756 rc 0/0
00000100:00100000:2.0:1775764892.297538:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28931
00000100:00100000:1.0:1775764892.297551:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6508:2409:x1862023150204416:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 954us (3977us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.297558:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7692
00010000:00010000:2.0:1775764892.297560:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297567:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297571:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.297575:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297579:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297582:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297587:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297594:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297594:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.297600:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297610:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1775764892.297616:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.297620:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297626:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408c89e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.297630:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297641:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297651:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.297656:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+476:3657:x1862023169633536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19971us (20724us total) trans 4294972757 rc 0/0
00010000:00010000:1.0:1775764892.297659:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0acb041/0xd3c138f3308bb629 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.297662:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28930
00010000:00010000:1.0:1775764892.297673:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.297676:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297678:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.297682:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.297685:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297689:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297692:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297697:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297702:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297705:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297709:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006163bbd0/0xd3c138f3308bb676 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297713:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297725:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.297726:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.297728:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297734:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fc000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.297737:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297743:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297752:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297758:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bfe5198/0xd3c138f3308bb653 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.297770:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.297771:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.297773:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.297894:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+453:3658:x1862023169634944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17296us (17402us total) trans 4294972727 rc 0/0
00000100:00100000:2.0:1775764892.297901:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28936
00010000:00010000:2.0:1775764892.297918:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.297928:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.297935:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.298004:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+476:3657:x1862023169633408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20528us (21160us total) trans 4294972753 rc 0/0
00000100:00100000:3.0:1775764892.298011:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28929
00010000:00010000:2.0:1775764892.298038:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.298042:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.298047:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.298078:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.298087:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.298156:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+453:3660:x1862023169635200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16388us (16511us total) trans 4294972728 rc 0/0
00000100:00100000:2.0:1775764892.298162:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28937
00000004:00080000:2.0:1775764892.298194:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b5012ace00/2, rc 0, transno 4294972727
00000100:00100000:3.0:1775764892.298520:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150204544
00000100:00100000:3.0:1775764892.298526:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150204544
00010000:00010000:3.0:1775764892.298552:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003213c57f/0xd3c138f33087cd8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07afa expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.298572:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7693
00000100:00100000:3.0:1775764892.298579:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6508:2412:x1862023150204544:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.298591:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.298596:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003213c57f/0xd3c138f33087cd8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07afa expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.298608:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003213c57f/0xd3c138f33087cd8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07afa expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.298609:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169634944:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.298623:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003213c57f/0xd3c138f33087cd8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07afa expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.298629:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.298633:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.298636:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.298637:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.298639:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.298645:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.298648:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.298653:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.298664:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1775764892.298668:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.298693:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6507:2412:x1862023150204544:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 115us (607us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.298700:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7693
00000100:00100000:2.0:1775764892.298739:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+476:3659:x1862023169633664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19398us (19526us total) trans 4294972759 rc 0/0
00000100:00100000:2.0:1775764892.298746:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28933
00010000:00010000:2.0:1775764892.298760:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.298765:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.298777:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.298780:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.298788:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298796:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.298802:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298809:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4092fce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.298812:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298819:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298830:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298838:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028475f76/0xd3c138f3308bb63e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298853:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.298855:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.298857:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.298865:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298873:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298881:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298887:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.298976:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.299104:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+476:3657:x1862023169635968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13774us (13900us total) trans 4294972760 rc 0/0
00000100:00100000:1.0:1775764892.299110:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28942
00000100:00100000:1.0:1775764892.299156:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+475:3659:x1862023169636224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14369us (14693us total) trans 4294972758 rc 0/0
00000100:00100000:1.0:1775764892.299162:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28941
00010000:00010000:2.0:1775764892.299170:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.299177:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b517705d/0xd3c138f3308bb65a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xeef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.299190:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.299193:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.299255:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c320a80/2, rc 0, transno 4294972723
00000100:00100000:1.0:1775764892.299264:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169633152:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.299278:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a14000/2, rc 0, transno 4294972759
00000100:00100000:1.0:1775764892.299287:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169633664:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.299337:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169637248:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.299352:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.299356:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.299364:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.299371:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.299375:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.299382:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e71b763e/0xd3c138f3308bb67d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.299397:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.299399:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533402680/2, rc 0, transno 4294972758
00010000:00010000:2.0:1775764892.299399:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.299406:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533402680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169636224:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.299755:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a46680/2, rc 0, transno 4294972755
00000100:00100000:1.0:1775764892.299763:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169636096:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.299793:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c321f80/2, rc 0, transno 4294972726
00000100:00100000:1.0:1775764892.299801:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169633280:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.299811:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169637760:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.299836:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.299856:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1775764892.299862:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169637376:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.299882:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.299898:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4051d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169637888:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.299916:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.300345:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6543:2412:x1862023150204160:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3992us (6810us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.300356:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7690
00000100:00100000:1.0:1775764892.300406:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6542:2411:x1862023150203008:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 5478us (6974us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.300412:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7685
00000004:00080000:0.0:1775764892.300535:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e640700/2, rc 0, transno 4294972756
00000100:00100000:0.0:1775764892.300553:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169634176:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.300565:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b407bf3100/2, rc 0, transno 4294972757
00000100:00100000:0.0:1775764892.300569:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169633536:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764892.300579:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b407bf2680/2, rc 0, transno 4294972753
00000100:00100000:0.0:1775764892.300582:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169633408:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.300592:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169637504:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.300618:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.300640:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bd66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169638016:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.300657:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764892.300678:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409a45180/2, rc 0, transno 4294972760
00000100:00100000:0.0:1775764892.300682:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169635968:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.300689:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:0.0:1775764892.300693:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169637632:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.300711:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.300724:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169638144:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.300739:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.300765:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169637248
00000100:00100000:0.0:1775764892.300770:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169637248
00000100:00100000:0.0:1775764892.300801:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169637760
00000100:00100000:0.0:1775764892.300804:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169637760
00000100:00100000:0.0:1775764892.300820:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28945
00000100:00100000:0.0:1775764892.300827:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53482ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+475:3659:x1862023169637248:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.300851:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7851 count 1
00010000:00010000:0.0:1775764892.300873:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.300890:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009af61072/0xd3c138f33087cbee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b2b expref: 6506 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.300898:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.300900:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.300903:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.300927:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009af61072/0xd3c138f33087cbee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b2b expref: 6506 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.300939:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009af61072/0xd3c138f33087cbee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b2b expref: 6506 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.300950:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169638272:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.300991:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b405289000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.301006:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169637376
00000100:00100000:0.0:1775764892.301009:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169637376
00000100:00100000:0.0:1775764892.301172:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169637888
00000100:00100000:0.0:1775764892.301177:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169637888
00010000:00010000:3.0:1775764892.301345:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.301716:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169637504
00000100:00100000:1.0:1775764892.301721:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169637504
00000100:00100000:1.0:1775764892.301824:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169638016
00000100:00100000:1.0:1775764892.301828:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169638016
00000100:00100000:1.0:1775764892.301849:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169637632
00000100:00100000:1.0:1775764892.301851:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169637632
00000100:00100000:1.0:1775764892.301867:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169638144
00000100:00100000:1.0:1775764892.301870:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169638144
00000100:00100000:1.0:1775764892.301890:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28946
00000100:00100000:1.0:1775764892.301897:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bd65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+456:3659:x1862023169637760:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.301919:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5166 count 1
00010000:00010000:1.0:1775764892.301938:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.301958:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062915604/0xd3c138f33087caa5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b8 expref: 6541 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.301966:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.301968:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.301971:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.301995:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062915604/0xd3c138f33087caa5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b8 expref: 6541 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302005:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062915604/0xd3c138f33087caa5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b8 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.302018:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169638400:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.302321:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bf00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.302342:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28947
00000100:00100000:1.0:1775764892.302350:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bd64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+456:3659:x1862023169637376:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.302366:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9206 count 1
00010000:00010000:1.0:1775764892.302377:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302389:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2109dfb/0xd3c138f33087ca97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee0799c expref: 6541 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302396:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.302398:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.302400:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302419:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2109dfb/0xd3c138f33087ca97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0799c expref: 6541 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302428:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2109dfb/0xd3c138f33087ca97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0799c expref: 6541 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.302436:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169638528:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.302461:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bcc0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.302544:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28948
00000100:00100000:1.0:1775764892.302552:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+478:3659:x1862023169637888:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.302566:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8631 count 1
00010000:00010000:1.0:1775764892.302580:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302591:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c375208b/0xd3c138f33087cda0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b40 expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302599:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.302600:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.302603:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302625:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c375208b/0xd3c138f33087cda0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b40 expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302634:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c375208b/0xd3c138f33087cda0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b40 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.302651:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169639168:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.302674:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04bc00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.302691:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28949
00000100:00100000:1.0:1775764892.302699:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+456:3657:x1862023169637504:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.302711:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9774 count 1
00010000:00010000:1.0:1775764892.302721:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302732:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f33087ca9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079aa expref: 6541 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302739:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.302740:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.302743:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302760:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f33087ca9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079aa expref: 6541 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.302769:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f33087ca9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079aa expref: 6541 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.302779:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169639296:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.302803:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a04b480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.302821:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169638656:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.302854:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.302885:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.302891:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169638784:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.302911:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.302930:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169638656
00000100:00100000:1.0:1775764892.302935:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169638656
00010000:00010000:2.0:1775764892.302935:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.302965:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169638784
00000100:00100000:1.0:1775764892.302968:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169638784
00000100:00100000:1.0:1775764892.302981:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28950
00000100:00100000:1.0:1775764892.302986:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+480:3657:x1862023169638016:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.302999:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6654 count 1
00010000:00010000:1.0:1775764892.303010:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303021:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000015de538/0xd3c138f33087cda7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b4e expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.303049:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28951
00000100:00100000:2.0:1775764892.303058:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+480:3657:x1862023169637632:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.303411:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7098 count 1
00010000:00010000:2.0:1775764892.303463:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303476:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.303477:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002caa5540/0xd3c138f33087cd99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b32 expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303478:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.303481:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.303484:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.303485:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.303488:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303504:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000015de538/0xd3c138f33087cda7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b4e expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.303504:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002caa5540/0xd3c138f33087cd99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b32 expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303515:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000015de538/0xd3c138f33087cda7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b4e expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.303515:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002caa5540/0xd3c138f33087cd99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b32 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.303533:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169639424:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.303533:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533400000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169639552:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.303599:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28952
00000100:00100000:0.0:1775764892.303609:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+456:3657:x1862023169638144:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.303623:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1257 count 1
00010000:00010000:0.0:1775764892.303635:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.303647:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001aff1982/0xd3c138f33087cab3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079c6 expref: 6541 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.303653:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.303654:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.303657:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.303676:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001aff1982/0xd3c138f33087cab3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079c6 expref: 6541 pid: 8420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.303685:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001aff1982/0xd3c138f33087cab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079c6 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.303695:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169639680:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.303880:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408fd3cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.303901:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28953
00000100:00100000:1.0:1775764892.303909:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+480:3659:x1862023169638656:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.303921:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9127 count 1
00010000:00010000:1.0:1775764892.303933:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303950:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9606553/0xd3c138f33087cdae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b5c expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303957:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.303959:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.303961:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303979:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c9606553/0xd3c138f33087cdae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b5c expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.303988:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c9606553/0xd3c138f33087cdae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b5c expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.303999:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169639808:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.304047:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.304181:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28954
00000100:00100000:2.0:1775764892.304190:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+480:3659:x1862023169638784:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.304318:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.304341:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150204672
00000100:00100000:3.0:1775764892.304346:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150204672
00010000:00010000:3.0:1775764892.304373:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f33087ca89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07980 expref: 6542 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.304400:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7694
00000100:00100000:3.0:1775764892.304406:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6542:2412:x1862023150204672:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.304415:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.304420:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f33087ca89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07980 expref: 6542 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.304433:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f33087ca89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07980 expref: 6542 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.304457:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.304459:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.304463:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.304471:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1775764892.304475:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3832 count 1
00010000:00010000:3.0:1775764892.304486:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.304487:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.304497:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ca006f6/0xd3c138f33087cc11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b71 expref: 6506 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.304503:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.304505:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.304507:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.304508:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6542:2412:x1862023150204672:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 103us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.304516:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7694
00010000:00010000:2.0:1775764892.304526:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ca006f6/0xd3c138f33087cc11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b71 expref: 6506 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.304535:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ca006f6/0xd3c138f33087cc11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b71 expref: 6506 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.304545:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169639936:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.304599:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.304629:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed540 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.304634:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169639040:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.304640:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.304661:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.304666:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169637120:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.304685:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.304687:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1775764892.304692:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ba54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169638912:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.304712:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.304722:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169639040
00000100:00100000:0.0:1775764892.304725:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169639040
00000100:00100000:2.0:1775764892.304732:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169638912
00000100:00100000:2.0:1775764892.304735:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169638912
00000100:00100000:0.0:1775764892.304749:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28955
00000100:00100000:0.0:1775764892.304755:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+482:3658:x1862023169639040:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.304767:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2951 count 1
00000100:00100000:2.0:1775764892.304768:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28956
00000100:00100000:2.0:1775764892.304773:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+482:3658:x1862023169638912:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.304778:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1775764892.304781:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5323 count 1
00010000:00010000:0.0:1775764892.304790:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a1bb8d5/0xd3c138f33087cdc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b86 expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.304790:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.304796:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.304798:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.304800:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.304818:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a1bb8d5/0xd3c138f33087cdc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b86 expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.304826:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a1bb8d5/0xd3c138f33087cdc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b86 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.304841:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169640064:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.304859:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed480 going to sleep for 11 seconds
00000004:00080000:0.0:1775764892.304894:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b5012af100/2, rc 0, transno 4294972725
00010000:00010000:2.0:1775764892.304894:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c78ff3c2/0xd3c138f33087cdbc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b78 expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.304901:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.304903:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:0.0:1775764892.304904:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169635328:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.304905:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.304915:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b5012ac000/2, rc 0, transno 4294972728
00000100:00100000:0.0:1775764892.304918:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169635200:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.304923:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c78ff3c2/0xd3c138f33087cdbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b78 expref: 6506 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.304933:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c78ff3c2/0xd3c138f33087cdbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b78 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.305036:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169640192:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.305056:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c000 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.305139:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408fd3d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.305256:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169640320:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.305285:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.305302:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.305306:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53d5fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169640448:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.305324:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.305368:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f33087ca89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07980 expref: 6541 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.305383:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e640a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169636864:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.305397:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.305410:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169640320
00000100:00100000:0.0:1775764892.305411:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169640448
00000100:00100000:0.0:1775764892.305414:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169640448
00000100:00100000:2.0:1775764892.305414:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169640320
00000100:00100000:0.0:1775764892.305442:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28957
00000100:00100000:2.0:1775764892.305446:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28958
00000100:00100000:0.0:1775764892.305448:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+458:3659:x1862023169640448:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.305451:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+458:3659:x1862023169640320:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.305462:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7397 count 1
00002000:00080000:2.0:1775764892.305462:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:215 count 1
00010000:00010000:0.0:1775764892.305475:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305475:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.305488:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008ca92b5c/0xd3c138f33087cac1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e2 expref: 6540 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305488:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002131ada9/0xd3c138f33087caac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079d4 expref: 6540 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.305496:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.305496:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.305497:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.305497:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.305500:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305500:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.305518:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008ca92b5c/0xd3c138f33087cac1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e2 expref: 6540 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305519:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002131ada9/0xd3c138f33087caac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079d4 expref: 6540 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305529:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002131ada9/0xd3c138f33087caac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079d4 expref: 6540 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.305534:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008ca92b5c/0xd3c138f33087cac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e2 expref: 6540 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.305539:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e640a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169640704:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.305542:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169640576:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.305564:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c240 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.305577:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305585:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305594:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305602:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.305624:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.305655:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.305661:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.305669:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.305673:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.305681:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.305695:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.305701:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb684 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1aeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.305716:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.305718:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.305720:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.305765:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed3c0 going to sleep for 11 seconds
00000004:00080000:1.0:1775764892.305814:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e345f80/2, rc 0, transno 4294972729
00000100:00100000:1.0:1775764892.305827:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169636736:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.305883:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+459:3657:x1862023169636736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19747us (19860us total) trans 4294972729 rc 0/0
00000100:00100000:2.0:1775764892.305891:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28943
00000100:00100000:1.0:1775764892.305902:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169640832:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.305927:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.306055:0:8486:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169640832
00000100:00100000:2.0:1775764892.306185:0:8486:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169640832
00000100:00100000:2.0:1775764892.306373:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28959
00000100:00100000:2.0:1775764892.306379:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+459:3657:x1862023169640832:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.306395:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5407 count 1
00010000:00010000:2.0:1775764892.306408:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.306420:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f33087cb31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f7 expref: 6540 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.306427:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.306429:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.306431:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.306452:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f33087cb31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f7 expref: 6540 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.306461:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f33087cb31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f7 expref: 6540 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.306472:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405080000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169640960:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.306859:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.307228:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.307268:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.307344:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150204800
00000100:00100000:1.0:1775764892.307349:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150204800
00010000:00010000:1.0:1775764892.307379:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e2ccaae5/0xd3c138f33087ca3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07995 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.307409:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7695
00000100:00100000:1.0:1775764892.307416:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6541:2412:x1862023150204800:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.307428:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.307433:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e2ccaae5/0xd3c138f33087ca3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07995 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307446:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e2ccaae5/0xd3c138f33087ca3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07995 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307465:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2ccaae5/0xd3c138f33087ca3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1be6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07995 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307478:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.307480:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.307483:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307492:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307520:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.307537:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307546:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307555:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307563:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.307724:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.307873:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+460:3658:x1862023169636992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20024us (20437us total) trans 4294972730 rc 0/0
00000100:00100000:1.0:1775764892.307881:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28944
00000100:00100000:1.0:1775764892.307930:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6540:2412:x1862023150204800:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 513us (702us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.307936:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7695
00010000:00010000:3.0:1775764892.309073:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.309081:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.309092:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.309096:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.309106:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.309144:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.309152:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb68b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.309173:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.309174:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.309176:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.309256:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.309416:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169638272:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.309444:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.309530:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150205184
00000100:00100000:1.0:1775764892.309538:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150205184
00010000:00010000:1.0:1775764892.309568:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009af61072/0xd3c138f33087cbee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b2b expref: 6507 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.309601:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7696
00000100:00100000:1.0:1775764892.309610:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6507:2411:x1862023150205184:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.309622:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.309628:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009af61072/0xd3c138f33087cbee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b2b expref: 6507 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.309640:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009af61072/0xd3c138f33087cbee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b2b expref: 6507 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.309657:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009af61072/0xd3c138f33087cbee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b2b expref: 6507 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.309670:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.309672:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.309676:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.309684:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.309702:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.309735:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:2411:x1862023150205184:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 127us (490us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.309743:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7696
00010000:00010000:0.0:1775764892.309795:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.309803:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.309813:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.309820:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.309835:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.309993:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53482ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+483:3659:x1862023169637248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9165us (10620us total) trans 4294972761 rc 0/0
00000100:00100000:0.0:1775764892.310002:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28945
00000004:00080000:1.0:1775764892.310368:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402ddca80/2, rc 0, transno 4294972761
00000100:00100000:1.0:1775764892.310389:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169637248:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.310581:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.310597:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169641088:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.310631:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.310743:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169641088
00000100:00100000:3.0:1775764892.310749:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169641088
00000004:00080000:2.0:1775764892.310764:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40898dc00/2, rc 0, transno 4294972730
00000100:00100000:2.0:1775764892.310775:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40898dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169636992:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.310780:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28960
00000100:00100000:3.0:1775764892.310787:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+483:3657:x1862023169641088:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.310802:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150205056
00000100:00100000:2.0:1775764892.310806:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150205056
00002000:00080000:3.0:1775764892.310811:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9476 count 1
00010000:00010000:3.0:1775764892.310834:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.310841:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14367
00000100:00100000:2.0:1775764892.310847:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6377:11674:x1862023150205056:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.310849:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057a900df/0xd3c138f33087cc26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b9b expref: 6505 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.310857:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.310859:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.310861:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.310887:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057a900df/0xd3c138f33087cc26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b9b expref: 6505 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.310897:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.310903:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057a900df/0xd3c138f33087cc26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b9b expref: 6505 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.310915:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169641344:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.310916:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405765800/0xd3c138f330830e39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee0a1 expref: 6377 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.310931:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb57:0x0].0x0 (ffff89b51a579f00)
00010000:00010000:2.0:1775764892.310940:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.310962:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303d80 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.310968:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.310979:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.310989:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.311005:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229a00/0xd3c138f3308bb725 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x29f4bcd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.311011:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229a00/0xd3c138f3308bb725 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29f4bcd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.311012:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169641216:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1775764892.311018:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229a00/0xd3c138f3308bb725 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29f4bcd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.311051:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.311330:0:7834:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169641216
00000100:00100000:3.0:1775764892.311336:0:7834:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169641216
00000100:00100000:3.0:1775764892.311366:0:7834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819
00000100:00100000:3.0:1775764892.311372:0:7834:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1862023169641216:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1775764892.311397:0:7834:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446383616 avail 1300144128
00000100:00100000:3.0:1775764892.311441:0:7834:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1862023169641216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.311448:0:7834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819
00000100:00100000:0.0:1775764892.311668:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3657:1862023169641600:0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.311703:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.311726:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3657:1862023169642112:0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.311749:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.311766:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1862023169642624:0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.311790:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.311811:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1775764892.311817:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1862023169641728:0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.311840:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.311856:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409339c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1862023169642240:0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.311875:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.311889:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40933ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169642752:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1775764892.311912:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.311942:0:8423:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169642752
00000100:00100000:0.0:1775764892.311946:0:8423:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169642752
00000100:00100000:0.0:1775764892.311976:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818
00000100:00100000:0.0:1775764892.311983:0:8423:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+484:3657:x1862023169642752:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1775764892.312002:0:8423:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1775764892.312164:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169642624
00000100:00100000:3.0:1775764892.312168:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169642624
00000100:00100000:3.0:1775764892.312203:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169642240
00000100:00100000:3.0:1775764892.312206:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169642240
00000100:00100000:3.0:1775764892.312227:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660
00000100:00100000:3.0:1775764892.312232:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3657:x1862023169642624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1775764892.312278:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3657:x1862023169642624:12345-0@lo:400:kworker.0 Request processed in 46us (487us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.312285:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660
00000100:00100000:3.0:1775764892.312297:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661
00000100:00100000:3.0:1775764892.312303:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3657:x1862023169642240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1775764892.312331:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3657:x1862023169642240:12345-0@lo:400:kworker.0 Request processed in 29us (455us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.312336:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661
00000100:00080000:3.0:1775764892.312351:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1775764892.312355:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1775764892.312391:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409339c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1862023169642240:0@lo:400:kworker.0
00000100:00100000:3.0:1775764892.312402:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1862023169642624:0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.312484:0:8423:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+484:3657:x1862023169642752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 501us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.312491:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818
00000100:00100000:0.0:1775764892.312519:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169641600
00000100:00100000:0.0:1775764892.312523:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169641600
00000100:00100000:0.0:1775764892.312547:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169642112
00000100:00100000:0.0:1775764892.312551:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169642112
00000100:00080000:0.0:1775764892.312565:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1775764892.312579:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605
00000100:00100000:0.0:1775764892.312585:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1862023169641600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.312619:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1862023169641600:12345-0@lo:400:kworker.0 Request processed in 34us (915us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.312624:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605
00000100:00100000:0.0:1775764892.312635:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606
00000100:00100000:0.0:1775764892.312640:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537e6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3657:x1862023169642112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.312666:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537e6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3657:x1862023169642112:12345-0@lo:400:kworker.0 Request processed in 26us (916us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.312671:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606
00000100:00100000:3.0:1775764892.312784:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40933ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169642752:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1775764892.312797:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3657:1862023169641600:0@lo:400:kworker.0
00000100:00100000:3.0:1775764892.312808:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3657:1862023169642112:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.312911:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3659:1862023169641856:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.312945:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.312964:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40933a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3659:1862023169642368:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.312983:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.312994:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1862023169642880:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1775764892.313011:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.313046:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169642880
00000100:00100000:1.0:1775764892.313050:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169642880
00000100:00100000:1.0:1775764892.313075:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819
00000100:00100000:1.0:1775764892.313082:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1862023169642880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1775764892.313095:0:8424:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1775764892.313150:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1862023169642880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (137us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.313156:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819
00000100:00100000:1.0:1775764892.313187:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1862023169642880:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1775764892.313200:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169641216:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1775764892.313223:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2]
00000100:00100000:1.0:1775764892.313229:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2b9ab01d-d1ab-4274-9ded-8405e84b6348:3659:1862023169641472:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.313286:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.313305:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3659:1862023169641984:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.313328:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.313338:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3659:1862023169642496:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.313355:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.313492:0:6532:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169641472
00000100:00100000:3.0:1775764892.313496:0:6532:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169641472
00000100:00100000:3.0:1775764892.313530:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686
00000100:00100000:3.0:1775764892.313537:0:6532:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b502ad2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2b9ab01d-d1ab-4274-9ded-8405e84b6348+23:3659:x1862023169641472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1775764892.313570:0:6532:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b502ad2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2b9ab01d-d1ab-4274-9ded-8405e84b6348+23:3659:x1862023169641472:12345-0@lo:400:kworker.0 Request processed in 34us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.313575:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686
00000100:00100000:1.0:1775764892.313644:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2b9ab01d-d1ab-4274-9ded-8405e84b6348:3659:1862023169641472:0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.313716:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169641856
00000100:00100000:0.0:1775764892.313721:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169641856
00000100:00100000:0.0:1775764892.313740:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169642368
00000100:00100000:0.0:1775764892.313742:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169642368
00000100:00100000:0.0:1775764892.313801:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169641984
00000100:00100000:0.0:1775764892.313804:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169641984
00000100:00080000:3.0:1775764892.314205:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1775764892.314321:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169642496
00000100:00100000:0.0:1775764892.314325:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169642496
00000100:00080000:3.0:1775764892.314363:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1775764892.314444:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607
00000100:00100000:0.0:1775764892.314451:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1862023169641856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.314506:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1862023169641856:12345-0@lo:400:kworker.0 Request processed in 55us (1560us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.314514:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607
00000100:00100000:0.0:1775764892.314528:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608
00000100:00100000:0.0:1775764892.314533:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1862023169642368:12345-0@lo:400:kworker.0
00010000:00010000:2.0:1775764892.314542:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.314557:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1862023169642368:12345-0@lo:400:kworker.0 Request processed in 25us (1574us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.314559:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.314564:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608
00010000:00010000:2.0:1775764892.314571:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.314574:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609
00000100:00100000:0.0:1775764892.314578:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1862023169641984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.314603:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1862023169641984:12345-0@lo:400:kworker.0 Request processed in 24us (1274us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.314608:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609
00000100:00100000:0.0:1775764892.314617:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610
00000100:00100000:0.0:1775764892.314621:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1862023169642496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764892.314643:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1862023169642496:12345-0@lo:400:kworker.0 Request processed in 22us (1288us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.314648:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610
00000100:00100000:1.0:1775764892.314713:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3659:1862023169641984:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.314723:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3659:1862023169642496:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.314731:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3659:1862023169641856:0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.314739:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40933a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3659:1862023169642368:0@lo:400:kworker.0
00000100:00100000:3.0:1775764892.315735:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.315771:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.315787:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.315911:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169638400:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.315948:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.315982:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169639424:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.316003:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.316040:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169639168:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.316052:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.316082:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40922ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169639296:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.316094:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.316146:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150205312
00000100:00100000:1.0:1775764892.316154:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150205312
00010000:00010000:1.0:1775764892.316187:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062915604/0xd3c138f33087caa5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b8 expref: 6540 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.316211:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150205568
00000100:00100000:1.0:1775764892.316214:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150205568
00010000:00010000:1.0:1775764892.316228:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c375208b/0xd3c138f33087cda0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b40 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.316244:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150205440
00000100:00100000:1.0:1775764892.316255:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150205440
00010000:00010000:1.0:1775764892.316268:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2109dfb/0xd3c138f33087ca97 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0799c expref: 6541 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.316299:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7697
00000100:00100000:1.0:1775764892.316308:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6541:2412:x1862023150205312:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.316321:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.316327:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062915604/0xd3c138f33087caa5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x142e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b8 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316343:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062915604/0xd3c138f33087caa5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x142e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b8 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316364:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062915604/0xd3c138f33087caa5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x142e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079b8 expref: 6541 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316378:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.316380:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.316385:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316393:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316415:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.316430:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316438:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316448:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316456:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316471:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000040:00080000:2.0:1775764892.316579:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4025, 64 off265792
00000040:00080000:2.0:1775764892.316617:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4025, 64 off265792
00000100:00100000:1.0:1775764892.316623:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bd65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+460:3659:x1862023169637760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14727us (16787us total) trans 4294972731 rc 0/0
00000100:00100000:1.0:1775764892.316632:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28946
00000100:00100000:1.0:1775764892.316659:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7698
00000100:00100000:1.0:1775764892.316665:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:2412:x1862023150205568:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.316674:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.316678:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c375208b/0xd3c138f33087cda0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b40 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316683:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316688:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c375208b/0xd3c138f33087cda0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b40 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316694:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316700:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c375208b/0xd3c138f33087cda0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b40 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316702:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316709:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316711:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.316712:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.316715:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316716:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316722:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316723:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316737:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1775764892.316742:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.316754:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316760:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316766:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316772:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228000 already unused, calling callback (ffffffffc18734f0)
00000100:00100000:1.0:1775764892.316774:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6505:2412:x1862023150205568:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 109us (1003us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.316776:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.316781:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7698
00010000:00010000:2.0:1775764892.316783:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316791:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb57:0x0].0x0 (ffff89b408185c00)
00000100:00100000:1.0:1775764892.316793:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7699
00010000:00010000:2.0:1775764892.316794:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00000100:00100000:1.0:1775764892.316799:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6540:2412:x1862023150205440:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.316799:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316804:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bb72c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb57:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316806:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.316810:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2109dfb/0xd3c138f33087ca97 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0799c expref: 6540 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316819:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2109dfb/0xd3c138f33087ca97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0799c expref: 6540 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316820:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316827:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316831:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.316832:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316833:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.316836:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316837:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.316840:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316843:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316846:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316854:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.316858:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.316860:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.316862:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316868:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bb71e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.316869:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6540:2412:x1862023150205440:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 70us (1081us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.316875:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7699
00000004:00010000:2.0:1775764892.316877:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a09d86cc reply state 00000000ecad633c transno 4294991839 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229a00/0xd3c138f3308bb725 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29f4bcd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316886:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229a00/0xd3c138f3308bb725 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x29f4bcd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316890:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.316892:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x29f4bcd6 (ffff89b408185e00)
00010000:00010000:2.0:1775764892.316895:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.316897:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764892.316898:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316904:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316910:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.316921:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1775764892.316932:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6378:11674:x1862023150205056:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 6085us (9664us total) trans 4294991839 rc 0/0
00000100:00100000:2.0:1775764892.316939:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14367
00000100:00100000:2.0:1775764892.316984:0:6542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169641728
00000100:00100000:2.0:1775764892.316989:0:6542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169641728
00000100:00100000:1.0:1775764892.317006:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+484:3659:x1862023169637888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14456us (17089us total) trans 4294972762 rc 0/0
00000100:00100000:1.0:1775764892.317013:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28948
00000100:00100000:2.0:1775764892.317014:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820
00000100:00100000:2.0:1775764892.317019:0:6542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3657:x1862023169641728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764892.317040:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6539:2412:x1862023150205312:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 733us (1310us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.317046:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7697
00000100:00100000:2.0:1775764892.317059:0:6542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3657:x1862023169641728:12345-0@lo:400:kworker.0 Request processed in 40us (5219us total) trans 0 rc 0/0
00000004:00080000:1.0:1775764892.317138:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4051d7100/2, rc 0, transno 4294972762
00000100:00100000:1.0:1775764892.317151:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4051d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169637888:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.317210:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b5012ad500/2, rc 0, transno 4294972731
00000100:00100000:1.0:1775764892.317216:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169637760:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.317220:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.317231:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402c79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169643008:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.317271:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.317517:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1775764892.317524:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317532:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.317535:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317543:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317556:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317568:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027fe90d9/0xd3c138f3308bb6ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317587:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764892.317591:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317597:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.317600:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.317604:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820
00010000:00010000:0.0:1775764892.317607:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317616:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317623:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a260782a/0xd3c138f3308bb6b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317637:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.317640:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.317643:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533400000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169639552:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.317645:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.317648:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317653:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317658:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317661:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb57:0x0].0x0 (ffff89b408185c00)
00010000:00010000:0.0:1775764892.317663:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.317666:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317671:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bb733 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317673:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.317677:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317683:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.317683:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043ea200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.317684:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.317686:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.317687:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317694:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317703:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317705:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2109dfb/0xd3c138f33087ca97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee0799c expref: 6538 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317711:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1657908/0xd3c138f3308bb6c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.317715:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169638528:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.317724:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.317725:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.317727:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.317743:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317745:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.317751:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.317755:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169643008
00000100:00100000:2.0:1775764892.317758:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169643008
00010000:00010000:0.0:1775764892.317759:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317772:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.317779:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.317779:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28961
00000100:00100000:2.0:1775764892.317785:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+484:3659:x1862023169643008:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.317801:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00002000:00080000:2.0:1775764892.317887:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3902 count 1
00000100:00100000:0.0:1775764892.317895:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bd64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+460:3659:x1862023169637376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15546us (18012us total) trans 4294972732 rc 0/0
00000100:00100000:0.0:1775764892.317901:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28947
00010000:00010000:2.0:1775764892.317903:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317915:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6e4701c/0xd3c138f33087cc2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba9 expref: 6504 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317923:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.317925:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.317927:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317963:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6e4701c/0xd3c138f33087cc2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba9 expref: 6504 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.317975:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6e4701c/0xd3c138f33087cc2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba9 expref: 6504 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.317997:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405081180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169643136:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.318038:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.318362:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.318369:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.318383:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.318386:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.318436:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.318451:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.318457:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ab8b762/0xd3c138f3308bb6bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.318475:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.318477:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.318478:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.318507:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1862023169641728:0@lo:400:kworker.0
00000100:00100000:2.0:1775764892.318781:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:1.0:1775764892.318799:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.318799:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169643264:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.318822:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc41180/2, rc 0, transno 4294972732
00000100:00100000:1.0:1775764892.318827:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169637376:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.318834:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.318863:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169643264
00000100:00100000:2.0:1775764892.318867:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169643264
00000100:00100000:2.0:1775764892.318903:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28962
00000100:00100000:2.0:1775764892.318911:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+460:3658:x1862023169643264:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.318930:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1716 count 1
00010000:00010000:2.0:1775764892.318958:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.318974:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f142ce2/0xd3c138f33087cacf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a05 expref: 6537 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.318981:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.318983:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.318985:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.319009:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f142ce2/0xd3c138f33087cacf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a05 expref: 6537 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.319020:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f142ce2/0xd3c138f33087cacf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a05 expref: 6537 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.319031:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533400000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169643392:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.319367:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.319377:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169643520:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.319403:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.319429:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169643520
00000100:00100000:1.0:1775764892.319433:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169643520
00000100:00100000:1.0:1775764892.319458:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28963
00000100:00100000:1.0:1775764892.319463:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+461:3657:x1862023169643520:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.319477:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8762 count 1
00010000:00010000:1.0:1775764892.319490:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.319496:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fb40 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.319501:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000851d3c38/0xd3c138f33087cadd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a0c expref: 6537 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.319507:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.319509:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.319511:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.319529:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000851d3c38/0xd3c138f33087cadd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a0c expref: 6537 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.319538:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000851d3c38/0xd3c138f33087cadd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a0c expref: 6537 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.319550:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402c78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169643776:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.319569:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.319581:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169643648:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.319596:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.319635:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169643648
00000100:00100000:2.0:1775764892.319639:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169643648
00000100:00100000:2.0:1775764892.319665:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28964
00000100:00100000:2.0:1775764892.319671:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+462:3659:x1862023169643648:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.319682:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4926 count 1
00010000:00010000:2.0:1775764892.319694:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.319706:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006db33703/0xd3c138f33087caf2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a1a expref: 6537 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.319712:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.319714:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.319716:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.319737:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006db33703/0xd3c138f33087caf2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a1a expref: 6537 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.319746:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006db33703/0xd3c138f33087caf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a1a expref: 6537 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.319756:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169643904:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.319804:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.320584:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.320612:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.320646:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150205824
00000100:00100000:0.0:1775764892.320651:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.320652:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150205824
00010000:00010000:2.0:1775764892.320681:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000015de538/0xd3c138f33087cda7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b4e expref: 6505 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.320708:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150205696
00000100:00100000:2.0:1775764892.320710:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150205696
00010000:00010000:2.0:1775764892.320723:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f33087ca9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079aa expref: 6538 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.320727:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169639680:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.320742:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150205952
00000100:00100000:2.0:1775764892.320744:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150205952
00010000:00010000:0.0:1775764892.320749:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.320754:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002caa5540/0xd3c138f33087cd99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b32 expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.320778:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7700
00000100:00100000:0.0:1775764892.320783:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7701
00000100:00100000:2.0:1775764892.320785:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:2409:x1862023150205824:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.320789:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6538:2409:x1862023150205696:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.320801:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.320804:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.320807:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f33087ca9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079aa expref: 6538 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.320808:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000015de538/0xd3c138f33087cda7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b4e expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.320819:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000015de538/0xd3c138f33087cda7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b4e expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.320824:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f33087ca9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079aa expref: 6538 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.320839:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f33087ca9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x262e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079aa expref: 6538 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.320839:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000015de538/0xd3c138f33087cda7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b4e expref: 6506 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.320853:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.320853:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.320854:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.320855:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.320859:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.320859:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.320868:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.320868:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.320886:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.320890:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.320913:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6505:2409:x1862023150205824:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 128us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.320921:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7700
00000100:00100000:2.0:1775764892.320956:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7702
00000100:00100000:2.0:1775764892.320963:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6504:2409:x1862023150205952:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.320971:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.320975:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002caa5540/0xd3c138f33087cd99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b32 expref: 6504 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.320985:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002caa5540/0xd3c138f33087cd99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b32 expref: 6504 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.320999:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002caa5540/0xd3c138f33087cd99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b32 expref: 6504 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.321008:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.321009:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.321012:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321013:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.321020:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321033:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321042:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321050:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321072:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.321084:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.321089:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.321093:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.321096:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eb000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.321100:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321141:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321154:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321161:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab97ab89/0xd3c138f3308bb6ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x262e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321178:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.321180:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.321182:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.321356:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+463:3657:x1862023169637504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18657us (20735us total) trans 4294972733 rc 0/0
00000100:00100000:1.0:1775764892.321363:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28949
00000004:00080000:1.0:1775764892.321404:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8c4700/2, rc 0, transno 4294972733
00000100:00100000:1.0:1775764892.321415:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169637504:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.321455:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321466:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321474:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321481:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.321482:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169644032:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.321497:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.321513:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.321600:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+485:3657:x1862023169637632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18543us (20887us total) trans 4294972763 rc 0/0
00000100:00100000:3.0:1775764892.321608:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28951
00000100:00100000:3.0:1775764892.321624:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169644032
00000100:00100000:3.0:1775764892.321628:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169644032
00000100:00100000:3.0:1775764892.321655:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28965
00000100:00100000:3.0:1775764892.321661:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+463:3660:x1862023169644032:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.321686:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1231 count 1
00010000:00010000:3.0:1775764892.321704:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321717:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c59e68e9/0xd3c138f33087caf9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a28 expref: 6537 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321724:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.321726:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.321728:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321749:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c59e68e9/0xd3c138f33087caf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a28 expref: 6537 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321765:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c59e68e9/0xd3c138f33087caf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a28 expref: 6537 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.321776:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169644160:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.324244:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6537:2409:x1862023150205696:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3443us (3620us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.324268:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7701
00000100:00100000:2.0:1775764892.324336:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6503:2409:x1862023150205952:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3372us (3682us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.324349:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7702
00000100:00100000:2.0:1775764892.324404:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169639936:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.324430:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.324436:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8c1500/2, rc 0, transno 4294972763
00000100:00100000:1.0:1775764892.324454:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169637632:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.324455:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.324463:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.324474:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.324480:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.324499:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764892.324833:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169644288:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.324901:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303a80 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.324917:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.324922:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.324930:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e05800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.324934:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325033:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325054:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325307:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080c97f23/0xd3c138f3308bb6d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325329:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.325333:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325340:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.325344:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325351:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325362:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325373:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb6d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325389:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.325391:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.325393:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.325484:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.325496:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+485:3657:x1862023169638016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22509us (24837us total) trans 4294972764 rc 0/0
00000100:00100000:2.0:1775764892.325505:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28950
00000100:00100000:0.0:1775764892.325517:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150206080
00000100:00100000:0.0:1775764892.325524:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150206080
00010000:00010000:2.0:1775764892.325525:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.325549:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ca006f6/0xd3c138f33087cc11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b71 expref: 6503 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.325579:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7703
00000100:00100000:0.0:1775764892.325588:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6503:2410:x1862023150206080:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.325604:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.325610:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ca006f6/0xd3c138f33087cc11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xef8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b71 expref: 6503 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.325621:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ca006f6/0xd3c138f33087cc11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xef8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b71 expref: 6503 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.325637:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ca006f6/0xd3c138f33087cc11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xef8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b71 expref: 6503 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.325649:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.325652:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.325655:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.325662:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.325682:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.325699:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.325707:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.325710:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6502:2410:x1862023150206080:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 125us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.325717:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7703
00010000:00010000:2.0:1775764892.325717:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.325724:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.325748:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.325778:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169640064:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.325794:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.325885:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169640576:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.325897:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325898:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.325903:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325910:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e04c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.325913:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325921:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.325932:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.325939:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.325939:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa62c0ee/0xd3c138f3308bb6ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.325973:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.325992:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.326005:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150206336
00000100:00100000:0.0:1775764892.326008:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150206336
00010000:00010000:0.0:1775764892.326033:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c78ff3c2/0xd3c138f33087cdbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b78 expref: 6502 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.326053:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150206592
00000100:00100000:0.0:1775764892.326056:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150206592
00010000:00010000:0.0:1775764892.326069:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002131ada9/0xd3c138f33087caac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079d4 expref: 6537 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.326085:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150206848
00000100:00100000:0.0:1775764892.326087:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150206848
00010000:00010000:0.0:1775764892.326098:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f33087cb31 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f7 expref: 6538 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.326132:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7704
00000100:00100000:0.0:1775764892.326139:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6502:2412:x1862023150206336:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.326150:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.326154:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c78ff3c2/0xd3c138f33087cdbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b78 expref: 6502 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326163:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c78ff3c2/0xd3c138f33087cdbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b78 expref: 6502 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326176:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.326178:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.326181:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326188:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326199:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.326218:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6502:2412:x1862023150206336:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 80us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.326224:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7704
00000100:00100000:0.0:1775764892.326268:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7705
00000100:00100000:0.0:1775764892.326275:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6538:2412:x1862023150206592:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.326283:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.326296:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002131ada9/0xd3c138f33087caac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079d4 expref: 6538 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326307:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002131ada9/0xd3c138f33087caac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079d4 expref: 6538 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326320:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.326320:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.326322:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.326322:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.326324:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.326325:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326332:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.326336:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7706
00010000:00010000:0.0:1775764892.326343:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.326344:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6538:2412:x1862023150206848:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.326352:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.326356:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f33087cb31 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f7 expref: 6538 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.326360:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6538:2412:x1862023150206592:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 87us (387us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.326366:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7705
00010000:00010000:3.0:1775764892.326366:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f33087cb31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f7 expref: 6538 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.326378:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.326380:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.326383:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.326390:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.326396:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.326406:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.326413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.326424:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150206208
00000100:00100000:3.0:1775764892.326425:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6537:2412:x1862023150206848:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 83us (433us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.326427:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150206208
00000100:00100000:3.0:1775764892.326431:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7706
00010000:00010000:0.0:1775764892.326438:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a1bb8d5/0xd3c138f33087cdc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b86 expref: 6502 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.326442:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150206464
00000100:00100000:3.0:1775764892.326444:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150206464
00000100:00100000:0.0:1775764892.326451:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7707
00010000:00010000:3.0:1775764892.326454:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c9606553/0xd3c138f33087cdae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b5c expref: 6503 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.326456:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6503:2412:x1862023150206208:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.326463:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.326466:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a1bb8d5/0xd3c138f33087cdc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b86 expref: 6503 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.326467:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7708
00000100:00100000:3.0:1775764892.326472:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6503:2412:x1862023150206464:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.326478:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.326481:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a1bb8d5/0xd3c138f33087cdc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b86 expref: 6503 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.326482:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c9606553/0xd3c138f33087cdae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b5c expref: 6503 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.326491:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c9606553/0xd3c138f33087cdae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b5c expref: 6503 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326494:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a1bb8d5/0xd3c138f33087cdc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b86 expref: 6503 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.326500:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.326502:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.326503:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.326504:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.326505:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326507:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.326513:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326515:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.326528:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.326529:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.326541:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6502:2412:x1862023150206208:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 85us (145us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.326649:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+485:3659:x1862023169638784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22460us (23735us total) trans 4294972765 rc 0/0
00000100:00100000:2.0:1775764892.326656:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28954
00010000:00010000:2.0:1775764892.326688:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c78ff3c2/0xd3c138f33087cdbc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b78 expref: 6502 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.326694:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7707
00000100:00100000:2.0:1775764892.326697:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169640192:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.326712:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.326713:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326721:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.326721:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326731:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.326734:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326739:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.326742:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.326748:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.326756:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764892.326761:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.326830:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+485:3658:x1862023169639040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22075us (22168us total) trans 4294972766 rc 0/0
00000100:00100000:0.0:1775764892.326836:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28955
00000004:00080000:0.0:1775764892.326865:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ba55f80/2, rc 0, transno 4294972766
00000100:00100000:0.0:1775764892.326876:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169639040:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.326891:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:2412:x1862023150206464:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 418us (476us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.326898:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7708
00000100:00100000:0.0:1775764892.326907:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.326998:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150206720
00000100:00100000:3.0:1775764892.327002:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150206720
00010000:00010000:3.0:1775764892.327018:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008ca92b5c/0xd3c138f33087cac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e2 expref: 6537 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.327039:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7709
00000100:00100000:3.0:1775764892.327045:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6537:2412:x1862023150206720:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.327054:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.327058:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008ca92b5c/0xd3c138f33087cac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e2 expref: 6537 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327107:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.327140:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150206976
00000100:00100000:0.0:1775764892.327143:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150206976
00010000:00010000:0.0:1775764892.327159:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001aff1982/0xd3c138f33087cab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079c6 expref: 6538 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327175:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7710
00000100:00100000:0.0:1775764892.327180:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6538:2409:x1862023150206976:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.327188:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.327194:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001aff1982/0xd3c138f33087cab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079c6 expref: 6538 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327205:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001aff1982/0xd3c138f33087cab3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079c6 expref: 6538 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327225:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aff1982/0xd3c138f33087cab3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079c6 expref: 6538 pid: 8420 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327236:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.327237:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.327240:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327257:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.327280:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40ba54700/2, rc 0, transno 4294972767
00000100:00100000:2.0:1775764892.327284:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+485:3658:x1862023169638912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22426us (22486us total) trans 4294972767 rc 0/0
00000100:00100000:2.0:1775764892.327292:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28956
00010000:00010000:2.0:1775764892.327327:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002131ada9/0xd3c138f33087caac lrc: 0/0,0 mode: --/PR res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079d4 expref: 6537 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.327338:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e640a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169640704:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.327350:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327355:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ba54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169638912:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.327358:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327365:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327373:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327375:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.327380:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327385:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327392:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327393:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1775764892.327399:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327405:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327425:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1775764892.327475:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+465:3659:x1862023169640320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22024us (22190us total) trans 4294972734 rc 0/0
00000100:00100000:0.0:1775764892.327482:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+465:3657:x1862023169638144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23877us (26742us total) trans 4294972735 rc 0/0
00000100:00100000:2.0:1775764892.327482:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28958
00000100:00100000:0.0:1775764892.327488:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28952
00000100:00100000:0.0:1775764892.327510:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6536:2409:x1862023150206976:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 330us (404us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.327510:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f33087cb31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x151f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079f7 expref: 6536 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327516:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7710
00000100:00100000:2.0:1775764892.327521:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405080000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169640960:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.327532:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327540:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327546:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327554:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327560:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764892.327563:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327569:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150207104
00010000:00010000:2.0:1775764892.327571:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:0.0:1775764892.327572:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150207104
00010000:00010000:0.0:1775764892.327583:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057a900df/0xd3c138f33087cc26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b9b expref: 6500 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327599:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7711
00000100:00100000:0.0:1775764892.327605:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:2412:x1862023150207104:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.327613:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.327617:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057a900df/0xd3c138f33087cc26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b9b expref: 6500 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327625:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057a900df/0xd3c138f33087cc26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b9b expref: 6500 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327638:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.327640:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.327643:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327650:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327661:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.327662:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+464:3657:x1862023169640832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21283us (21734us total) trans 4294972736 rc 0/0
00000100:00100000:2.0:1775764892.327668:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28959
00000100:00100000:0.0:1775764892.327672:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:2412:x1862023150207104:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 68us (113us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.327678:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7711
00010000:00010000:2.0:1775764892.327684:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:2.0:1775764892.327690:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327697:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.327701:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327710:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327721:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327729:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000690d6a67/0xd3c138f3308bb6f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327733:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.327743:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150207232
00010000:00010000:2.0:1775764892.327743:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00000100:00100000:0.0:1775764892.327746:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150207232
00010000:00010000:2.0:1775764892.327746:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327752:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e04200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.327755:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327758:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6e4701c/0xd3c138f33087cc2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba9 expref: 6500 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327763:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327772:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327773:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7712
00000100:00100000:0.0:1775764892.327778:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:2409:x1862023150207232:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.327780:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002701f285/0xd3c138f3308bb6fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327785:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.327788:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6e4701c/0xd3c138f33087cc2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba9 expref: 6500 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327797:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6e4701c/0xd3c138f33087cc2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba9 expref: 6500 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327809:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.327810:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.327814:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327820:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327831:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.327844:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:2409:x1862023150207232:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 66us (111us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.327851:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7712
00000100:00100000:0.0:1775764892.327911:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.327911:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008ca92b5c/0xd3c138f33087cac1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e2 expref: 6534 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327922:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150207488
00010000:00010000:3.0:1775764892.327924:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ca92b5c/0xd3c138f33087cac1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1ce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee079e2 expref: 6534 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327925:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150207488
00010000:00010000:0.0:1775764892.327936:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000851d3c38/0xd3c138f33087cadd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a0c expref: 6534 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.327953:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7713
00010000:00010000:2.0:1775764892.327957:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00000100:00100000:0.0:1775764892.327959:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6534:2411:x1862023150207488:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.327961:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327967:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.327968:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408a14000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.327970:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000851d3c38/0xd3c138f33087cadd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a0c expref: 6534 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327971:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327980:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000851d3c38/0xd3c138f33087cadd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a0c expref: 6534 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.327980:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327993:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.327994:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.327994:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.327998:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.328001:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbf22aad/0xd3c138f3308bb709 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328006:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328015:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.328173:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6534:2411:x1862023150207488:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 212us (260us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764892.328175:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.328177:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:0.0:1775764892.328180:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7713
00010000:00010000:3.0:1775764892.328180:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328194:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.328211:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.328218:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.328222:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.328229:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.328230:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.328234:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.328238:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150207360
00000100:00100000:0.0:1775764892.328242:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150207360
00010000:00010000:3.0:1775764892.328242:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328264:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328265:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f142ce2/0xd3c138f33087cacf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a05 expref: 6534 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328272:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb6df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.328279:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150207616
00000100:00100000:0.0:1775764892.328281:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150207616
00010000:00010000:3.0:1775764892.328288:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.328291:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328297:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408a15400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.328300:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328307:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328316:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328322:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d97d5518/0xd3c138f3308bb710 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x151f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328336:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.328337:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.328339:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.328372:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006db33703/0xd3c138f33087caf2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a1a expref: 6535 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.328388:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7714
00000100:00100000:0.0:1775764892.328394:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6535:2411:x1862023150207360:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.328425:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.328430:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f142ce2/0xd3c138f33087cacf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a05 expref: 6535 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328443:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057a900df/0xd3c138f33087cc26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b9b expref: 6499 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328445:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f142ce2/0xd3c138f33087cacf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a05 expref: 6535 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.328453:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8420:1862023169641344:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.328457:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.328458:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.328461:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328468:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328468:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328476:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328481:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.328483:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328493:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.328494:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6535:2411:x1862023150207360:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 100us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.328500:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7714
00010000:00010000:3.0:1775764892.328501:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.328513:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7715
00010000:00010000:3.0:1775764892.328513:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.328519:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6534:2411:x1862023150207616:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.328521:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.328524:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328525:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.328529:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006db33703/0xd3c138f33087caf2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x133e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a1a expref: 6534 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328531:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.328534:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328539:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006db33703/0xd3c138f33087caf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x133e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a1a expref: 6534 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328542:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328552:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328555:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.328556:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.328558:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072cef3ec/0xd3c138f3308bb717 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328559:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328567:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328572:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.328574:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.328576:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.328576:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.328589:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6534:2411:x1862023150207616:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 71us (360us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.328595:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7715
00000100:00100000:3.0:1775764892.328670:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+485:3657:x1862023169641088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17884us (18039us total) trans 4294972768 rc 0/0
00000100:00100000:3.0:1775764892.328676:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28960
00000100:00100000:0.0:1775764892.328700:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.328706:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.328718:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.328720:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6533:2412:x1862023150206720:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1676us (1812us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.328726:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7709
00010000:00010000:0.0:1775764892.328727:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328734:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328740:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.328755:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.328758:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.328762:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328768:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.328771:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328778:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328788:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328803:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a30a3984/0xd3c138f3308bb702 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.328817:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.328819:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.328821:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.328826:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+464:3659:x1862023169640448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23379us (23501us total) trans 4294972737 rc 0/0
00000100:00100000:0.0:1775764892.328832:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28957
00000100:00100000:0.0:1775764892.328850:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150207872
00000100:00100000:0.0:1775764892.328853:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150207872
00000100:00100000:0.0:1775764892.328893:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14368
00000100:00100000:0.0:1775764892.328900:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6378:11674:x1862023150207872:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.329518:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.329522:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.329523:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.329554:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f142ce2/0xd3c138f33087cacf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a05 expref: 6532 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.329569:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533400000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169643392:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.329585:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.329590:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.329594:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329600:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329608:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.329612:0:14054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000851d3c38/0xd3c138f33087cadd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a0c expref: 6531 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329622:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.329625:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402c78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169643776:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.329638:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.329646:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.329653:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.329661:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.329669:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329671:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.329721:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.329740:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409f47600/0xd3c138f33084e32b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3e6b expref: 6378 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.329752:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18bd:0x0].0x0 (ffff89b408eb6000)
00010000:00010000:0.0:1775764892.329760:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.329778:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+464:3658:x1862023169643264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10868us (10943us total) trans 4294972738 rc 0/0
00000100:00100000:2.0:1775764892.329785:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28962
00000004:00080000:0.0:1775764892.329794:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405080a80/2, rc 0, transno 4294972738
00000100:00100000:0.0:1775764892.329806:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169643264:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.329824:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329830:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006db33703/0xd3c138f33087caf2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x133e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a1a expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.329836:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.329840:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169643904:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.329844:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329852:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.329857:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91000/0xd3c138f3308bb764 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd1553f69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329859:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.329865:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91000/0xd3c138f3308bb764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd1553f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329866:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329875:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.329876:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91000/0xd3c138f3308bb764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd1553f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.329882:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329908:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764892.329913:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329921:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e05a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.329924:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329930:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329951:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329958:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000375efe02/0xd3c138f3308bb741 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.329968:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329972:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.329975:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.329976:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329982:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eb400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.329983:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329985:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.329996:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330004:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330011:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.330013:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330018:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e04e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.330021:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330028:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330036:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330042:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.330043:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.330045:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000040:00080000:0.0:1775764892.330221:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4026, 64 off265856
00000040:00080000:0.0:1775764892.330241:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4026, 64 off265856
00010000:00010000:0.0:1775764892.330451:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330464:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330471:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330478:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330483:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330488:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330510:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.330527:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330532:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330538:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330542:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.330545:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330550:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330557:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18bd:0x0].0x0 (ffff89b4092e0c00)
00010000:00010000:0.0:1775764892.330559:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.330562:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330566:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bb76b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330581:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330586:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330595:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330601:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330605:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.330607:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330611:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330616:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.330618:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.330621:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330626:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb75d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.330633:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082d25beb reply state 000000009405c515 transno 4294991840 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91000/0xd3c138f3308bb764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd1553f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330642:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91000/0xd3c138f3308bb764 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd1553f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.330646:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd1553f69 (ffff89b4092e0f00)
00010000:00010000:0.0:1775764892.330648:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.330650:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.330689:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6379:11674:x1862023150207872:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1788us (1988us total) trans 4294991840 rc 0/0
00000100:00100000:0.0:1775764892.330696:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14368
00010000:00010000:3.0:1775764892.330882:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.330887:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330893:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.330896:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330901:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330910:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18bd:0x0].0x0 (ffff89b4092e0c00)
00010000:00010000:3.0:1775764892.330912:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.330914:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330919:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bb772 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.330931:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.330932:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.330934:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.331158:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764892.331165:0:14054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004022fb46/0xd3c138f3308bb748 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.331319:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1775764892.331324:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e30321f2/0xd3c138f3308bb74f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x133e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.331366:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+464:3657:x1862023169643520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11902us (11961us total) trans 4294972739 rc 0/0
00000100:00100000:1.0:1775764892.331374:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28963
00000100:00100000:2.0:1775764892.331410:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+464:3659:x1862023169643648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11739us (11811us total) trans 4294972740 rc 0/0
00000100:00100000:2.0:1775764892.331416:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28964
00010000:00010000:3.0:1775764892.331456:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.331532:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9606553/0xd3c138f33087cdae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b5c expref: 6498 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.331544:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14050:1862023169639808:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.331565:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.331574:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.331580:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.331587:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.331594:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.331612:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.331684:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+485:3659:x1862023169638656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27777us (28830us total) trans 4294972769 rc 0/0
00000100:00100000:1.0:1775764892.331690:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28953
00000100:00100000:1.0:1775764892.331714:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764892.331743:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3f9c00/2, rc 0, transno 4294972739
00000100:00100000:1.0:1775764892.331750:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169643520:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.331760:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc76680/2, rc 0, transno 4294972768
00000100:00100000:1.0:1775764892.331765:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169641088:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.331790:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc74380/2, rc 0, transno 4294972736
00000100:00100000:1.0:1775764892.331793:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169640832:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.331803:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e300a80/2, rc 0, transno 4294972735
00000100:00100000:1.0:1775764892.331806:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169638144:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.331815:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bd66300/2, rc 0, transno 4294972764
00000100:00100000:1.0:1775764892.331821:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bd66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169638016:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.331821:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.331826:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.331834:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eaa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.331837:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.331845:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.331848:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169644800:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.331865:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.331872:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb6e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.331875:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.331890:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.331892:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.331894:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.331896:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169644288
00000100:00100000:1.0:1775764892.331903:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169644288
00000100:00100000:1.0:1775764892.331931:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169644800
00000100:00100000:1.0:1775764892.331934:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169644800
00000100:00100000:1.0:1775764892.331965:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28966
00000100:00100000:1.0:1775764892.331973:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+486:3657:x1862023169644288:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.331995:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6370 count 1
00010000:00010000:1.0:1775764892.332015:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.332019:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28967
00000100:00100000:3.0:1775764892.332027:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+486:3657:x1862023169644800:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.332041:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4590 count 1
00010000:00010000:1.0:1775764892.332042:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058d48455/0xd3c138f33087cdd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb0 expref: 6497 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.332050:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.332052:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.332052:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.332055:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332072:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f33087cb46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be8 expref: 6497 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332078:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.332080:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.332082:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.332084:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058d48455/0xd3c138f33087cdd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb0 expref: 6497 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.332096:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058d48455/0xd3c138f33087cdd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb0 expref: 6497 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332097:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f33087cb46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be8 expref: 6497 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.332109:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40eff3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169645056:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.332111:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f33087cb46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be8 expref: 6497 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.332149:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169645184:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.332185:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.332201:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1775764892.332207:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169644416:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.332418:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a3033c0 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.332485:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.332493:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.332518:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.332519:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6e4701c/0xd3c138f33087cc2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba9 expref: 6497 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.332531:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405081180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169643136:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.332544:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169644928:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.332547:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.332555:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.332561:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.332569:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.332581:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.332583:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.332612:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169644416
00000100:00100000:1.0:1775764892.332616:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169644416
00000100:00100000:3.0:1775764892.332624:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169644928
00000100:00100000:3.0:1775764892.332626:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169644928
00000100:00100000:1.0:1775764892.332640:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28968
00000100:00100000:3.0:1775764892.332644:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28969
00000100:00100000:1.0:1775764892.332646:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+488:3657:x1862023169644416:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.332649:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+488:3657:x1862023169644928:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.332659:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9571 count 1
00002000:00080000:3.0:1775764892.332659:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7656 count 1
00010000:00010000:1.0:1775764892.332670:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332670:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.332683:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000987e82ee/0xd3c138f33087cb15 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bc5 expref: 6496 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332683:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000022f214b6/0xd3c138f33087cb4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bef expref: 6496 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332690:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.332692:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.332695:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.332696:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.332698:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.332700:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.332713:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000987e82ee/0xd3c138f33087cb15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bc5 expref: 6496 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332713:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000022f214b6/0xd3c138f33087cb4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bef expref: 6496 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.332724:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000987e82ee/0xd3c138f33087cb15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bc5 expref: 6496 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332724:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000022f214b6/0xd3c138f33087cb4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bef expref: 6496 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.332735:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169645440:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.332735:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169645312:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.332764:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.332775:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.332780:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.332787:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.332790:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.332798:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.332810:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.332816:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000699436a5/0xd3c138f3308bb73a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.332831:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.332832:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.332834:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.332868:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.332883:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a3039c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.332990:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169645824:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.333019:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.333183:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169644672:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.333209:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.333232:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402cee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169645696:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.333263:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.333284:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169645824
00000100:00100000:1.0:1775764892.333298:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169645824
00000100:00100000:1.0:1775764892.333324:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169644672
00000100:00100000:1.0:1775764892.333327:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169644672
00000100:00100000:3.0:1775764892.333333:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169645696
00000100:00100000:3.0:1775764892.333337:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169645696
00000100:00100000:1.0:1775764892.333344:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28970
00000100:00100000:1.0:1775764892.333350:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+466:3657:x1862023169645824:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.333357:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28971
00000100:00100000:3.0:1775764892.333362:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+466:3660:x1862023169644672:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.333363:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5209 count 1
00002000:00080000:3.0:1775764892.333371:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3538 count 1
00010000:00010000:1.0:1775764892.333379:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.333380:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.333391:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e48555b/0xd3c138f33087cb07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a36 expref: 6529 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.333392:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d5ce191/0xd3c138f33087cb8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a67 expref: 6529 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.333399:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.333400:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.333401:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.333401:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.333404:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.333404:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.333424:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d5ce191/0xd3c138f33087cb8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a67 expref: 6529 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.333424:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e48555b/0xd3c138f33087cb07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a36 expref: 6529 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.333434:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d5ce191/0xd3c138f33087cb8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a67 expref: 6529 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.333434:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e48555b/0xd3c138f33087cb07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a36 expref: 6529 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.333445:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169646080:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.333445:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169645952:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.333465:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.333468:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.333480:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28972
00000100:00100000:1.0:1775764892.333487:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+466:3660:x1862023169645696:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.333499:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6995 count 1
00010000:00010000:1.0:1775764892.333510:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.333521:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000035ef25a5/0xd3c138f33087cc42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a52 expref: 6529 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.333532:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.333534:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.333536:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.333552:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000035ef25a5/0xd3c138f33087cc42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a52 expref: 6529 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.333553:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+489:3659:x1862023169643008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15767us (16281us total) trans 4294972770 rc 0/0
00010000:00010000:1.0:1775764892.333562:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000035ef25a5/0xd3c138f33087cc42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a52 expref: 6529 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.333562:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28961
00000100:00100000:1.0:1775764892.333571:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169646208:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.333593:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.333620:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1775764892.333625:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402c78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169644544:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.333645:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.333665:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169645568:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.333683:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169644544
00000100:00100000:1.0:1775764892.333685:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.333687:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169644544
00000100:00100000:2.0:1775764892.333708:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169645568
00000100:00100000:2.0:1775764892.333711:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169645568
00000100:00100000:2.0:1775764892.333729:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28973
00000100:00100000:2.0:1775764892.333735:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53482d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+489:3660:x1862023169644544:12345-0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.333742:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3fbb80/2, rc 0, transno 4294972740
00002000:00080000:2.0:1775764892.333745:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3970 count 1
00000100:00100000:1.0:1775764892.333751:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169643648:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.333757:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.333761:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402c79180/2, rc 0, transno 4294972770
00000100:00100000:1.0:1775764892.333768:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402c79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169643008:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.333769:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa954c80/0xd3c138f33087cb3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bda expref: 6496 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.333775:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.333777:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.333779:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.333828:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28974
00000100:00100000:3.0:1775764892.333836:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+467:3660:x1862023169645568:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.333847:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3385 count 1
00010000:00010000:3.0:1775764892.333857:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.333868:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003cbdb6f2/0xd3c138f33087cb85 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a4b expref: 6529 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.333875:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.333876:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.333879:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.333903:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003cbdb6f2/0xd3c138f33087cb85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a4b expref: 6529 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.333906:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764892.333912:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169646336:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.333912:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003cbdb6f2/0xd3c138f33087cb85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a4b expref: 6529 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.333922:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169646464:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.333937:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.333940:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303780 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.333973:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169646336
00000100:00100000:0.0:1775764892.333976:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169646336
00000100:00100000:0.0:1775764892.333999:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28975
00000100:00100000:0.0:1775764892.334005:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+490:3657:x1862023169646336:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.334017:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4157 count 1
00010000:00010000:0.0:1775764892.334204:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.334216:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3021f27/0xd3c138f33087cb54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bfd expref: 6496 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.334223:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.334224:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.334226:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.334264:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3021f27/0xd3c138f33087cb54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bfd expref: 6496 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.334275:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3021f27/0xd3c138f33087cb54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bfd expref: 6496 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.334295:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169646592:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.334316:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed480 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.334418:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa954c80/0xd3c138f33087cb3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bda expref: 6496 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.334429:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa954c80/0xd3c138f33087cb3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bda expref: 6496 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.334439:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169646720:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.334466:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cd80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.334517:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000004:00080000:1.0:1775764892.334525:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53d5fc700/2, rc 0, transno 4294972737
00000100:00100000:2.0:1775764892.334526:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169646848:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.334543:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169640448:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.334554:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53d5ff800/2, rc 0, transno 4294972734
00000100:00100000:1.0:1775764892.334557:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53d5ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169640320:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.334566:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764892.334567:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058ea680/2, rc 0, transno 4294972765
00000100:00100000:2.0:1775764892.334587:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169646848
00000100:00100000:2.0:1775764892.334590:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169646848
00000100:00100000:1.0:1775764892.334609:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169638784:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.334622:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b5012ac380/2, rc 0, transno 4294972769
00000100:00100000:1.0:1775764892.334670:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169638656:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.334678:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.334686:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169647232:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.334711:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.334758:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169647104:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.334852:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.334876:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169647232
00000100:00100000:2.0:1775764892.334880:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169647232
00000100:00100000:1.0:1775764892.334890:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169646976:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.334902:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28976
00000100:00100000:2.0:1775764892.334909:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+469:3660:x1862023169646848:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.334925:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8874 count 1
00010000:00010000:2.0:1775764892.334937:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.334949:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4add02c/0xd3c138f33087cc50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a6e expref: 6529 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.334956:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.334957:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.334960:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.334982:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4add02c/0xd3c138f33087cc50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a6e expref: 6529 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.334993:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4add02c/0xd3c138f33087cc50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a6e expref: 6529 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.335002:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169647488:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.335022:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.335038:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28977
00000100:00100000:2.0:1775764892.335044:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+469:3658:x1862023169647232:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.335056:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5145 count 1
00010000:00010000:2.0:1775764892.335540:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335554:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4cb80cd/0xd3c138f33087cba1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a91 expref: 6529 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335560:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.335562:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.335564:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335585:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4cb80cd/0xd3c138f33087cba1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a91 expref: 6529 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335599:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4cb80cd/0xd3c138f33087cba1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a91 expref: 6529 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.335609:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169647616:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.335667:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c000 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.335687:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764892.335697:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169647360:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.336851:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.336868:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.336918:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169647104
00000100:00100000:1.0:1775764892.336926:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169647104
00000100:00100000:1.0:1775764892.336972:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169646976
00000100:00100000:1.0:1775764892.336975:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169646976
00000100:00100000:1.0:1775764892.336993:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169647360
00000100:00100000:1.0:1775764892.336995:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169647360
00000100:00100000:1.0:1775764892.337016:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28978
00000100:00100000:3.0:1775764892.337022:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28979
00000100:00100000:3.0:1775764892.337031:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+470:3659:x1862023169646976:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.337069:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8789 count 1
00010000:00010000:3.0:1775764892.337088:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.337107:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000311ca6da/0xd3c138f33087cb9a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a83 expref: 6529 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.337181:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.337183:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.337186:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.337230:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000311ca6da/0xd3c138f33087cb9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a83 expref: 6529 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.337242:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000311ca6da/0xd3c138f33087cb9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a83 expref: 6529 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.337270:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169647744:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.337332:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.338331:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+492:3657:x1862023169647104:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.338369:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3936 count 1
00010000:00010000:1.0:1775764892.338398:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.338419:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be269c2e/0xd3c138f33087cb70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c12 expref: 6496 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.338438:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.338442:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.338445:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.338479:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be269c2e/0xd3c138f33087cb70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c12 expref: 6496 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.338640:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be269c2e/0xd3c138f33087cb70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c12 expref: 6496 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.338674:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169647872:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.339367:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.339405:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28980
00000100:00100000:1.0:1775764892.339437:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+492:3660:x1862023169647360:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.339470:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8251 count 1
00010000:00010000:1.0:1775764892.339503:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.339566:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000184863e8/0xd3c138f33087cc88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c19 expref: 6496 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.339580:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.339582:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.339588:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.339865:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000184863e8/0xd3c138f33087cc88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c19 expref: 6496 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.339876:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000184863e8/0xd3c138f33087cc88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c19 expref: 6496 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.339888:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169648000:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.339933:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.344334:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.344385:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.344386:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150208128
00000100:00100000:2.0:1775764892.344397:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150208128
00000100:00100000:1.0:1775764892.344400:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.344419:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.344453:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14369
00000100:00100000:2.0:1775764892.344462:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6379:11674:x1862023150208128:12345-192.168.202.20@tcp:36:bonnie++.500
00000100:00100000:1.0:1775764892.344494:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14048:1862023169645440:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.344517:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.344525:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.344550:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e1a400/0xd3c138f330827f37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x741:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec407 expref: 6379 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.344554:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150208384
00000100:00100000:1.0:1775764892.344557:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150208384
00010000:00010000:2.0:1775764892.344568:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x741:0x0].0x0 (ffff89b40175f100)
00010000:00010000:1.0:1775764892.344576:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c59e68e9/0xd3c138f33087caf9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a28 expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.344579:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.344596:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150208256
00000100:00100000:1.0:1775764892.344598:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150208256
00010000:00010000:2.0:1775764892.344600:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.344610:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058d48455/0xd3c138f33087cdd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb0 expref: 6497 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.344612:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.344621:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.344626:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150208512
00000100:00100000:1.0:1775764892.344628:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150208512
00010000:00010000:1.0:1775764892.344638:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f33087cb46 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be8 expref: 6498 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.344657:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7716
00000100:00100000:1.0:1775764892.344663:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:2409:x1862023150208384:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.344672:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.344676:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c59e68e9/0xd3c138f33087caf9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a28 expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.344679:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2e00/0xd3c138f3308bb7e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9821ac8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.344687:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2e00/0xd3c138f3308bb7e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9821ac8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.344689:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c59e68e9/0xd3c138f33087caf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a28 expref: 6530 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.344694:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2e00/0xd3c138f3308bb7e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9821ac8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.344707:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.344709:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.344713:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.344721:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.344735:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.344777:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:2409:x1862023150208384:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 113us (391us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.344779:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x741:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.344785:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7716
00010000:00010000:2.0:1775764892.344787:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.344793:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.345135:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14055:1862023169645184:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.345156:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.345166:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4027, 64 off265920
00000100:00100000:0.0:1775764892.345179:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7717
00000100:00100000:0.0:1775764892.345188:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409319c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6498:2411:x1862023150208256:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000040:00080000:2.0:1775764892.345191:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4027, 64 off265920
00010000:00010000:0.0:1775764892.345197:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.345201:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058d48455/0xd3c138f33087cdd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb0 expref: 6498 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345212:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058d48455/0xd3c138f33087cdd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb0 expref: 6498 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345229:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.345230:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.345233:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345240:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345262:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.345293:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409319c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6498:2411:x1862023150208256:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (882us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.345300:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7717
00000100:00100000:0.0:1775764892.345320:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7718
00000100:00100000:0.0:1775764892.345327:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6497:2411:x1862023150208512:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.345334:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.345339:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f33087cb46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be8 expref: 6497 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345349:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f33087cb46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be8 expref: 6497 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345362:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f33087cb46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be8 expref: 6497 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345374:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.345375:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.345378:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345385:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345400:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.345411:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345417:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x741:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345418:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345426:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345433:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345434:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345441:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345442:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345451:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345456:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345457:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.345469:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764892.345486:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345492:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345497:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345503:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac2800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.345507:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345515:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345522:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x741:0x0].0x0 (ffff89b408185300)
00010000:00010000:2.0:1775764892.345525:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.345528:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345534:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb7f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345550:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345555:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345561:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345565:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac2200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.345568:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.345570:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+493:3657:x1862023169644800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13544us (13693us total) trans 4294972771 rc 0/0
00010000:00010000:2.0:1775764892.345573:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.345577:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28967
00010000:00010000:2.0:1775764892.345580:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.345582:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.345585:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345590:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bb7e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345597:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000004:00010000:2.0:1775764892.345598:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bdb57d08 reply state 000000005867c78a transno 4294991841 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2e00/0xd3c138f3308bb7e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9821ac8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345601:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345607:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2e00/0xd3c138f3308bb7e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9821ac8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345608:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.345612:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345613:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9821ac8c (ffff89b408185c00)
00010000:00010000:2.0:1775764892.345616:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.345618:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764892.345620:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345628:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345634:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb7725dc/0xd3c138f3308bb780 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.345650:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6380:11674:x1862023150208128:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1190us (1327us total) trans 4294991841 rc 0/0
00010000:00010000:0.0:1775764892.345651:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.345654:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.345657:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14369
00010000:00010000:0.0:1775764892.345659:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.345662:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345667:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345675:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x741:0x0].0x0 (ffff89b408185300)
00010000:00010000:0.0:1775764892.345677:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.345679:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345684:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb7f7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345693:0:14060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058d48455/0xd3c138f33087cdd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb0 expref: 6496 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.345695:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.345697:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.345698:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.345703:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40eff3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169645056:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.345716:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.345723:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058e9180/2, rc 0, transno 4294972771
00010000:00010000:2.0:1775764892.345723:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345730:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.345733:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169644800:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.345738:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345744:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345756:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.345832:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+493:3657:x1862023169644288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13859us (14116us total) trans 4294972772 rc 0/0
00000100:00100000:2.0:1775764892.345839:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28966
00010000:00010000:2.0:1775764892.345857:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.345862:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345869:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.345872:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345880:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345891:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345897:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c54e18d9/0xd3c138f3308bb779 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.345913:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.345915:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.345916:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.345922:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.346162:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.346176:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169648128:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.346301:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c59e68e9/0xd3c138f33087caf9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a28 expref: 6529 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.346315:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14047:1862023169644160:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.346330:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.346353:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.346393:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169645312:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.346404:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.346433:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169646080:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.346446:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.346454:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169645952:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.346465:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.346538:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e301f80/2, rc 0, transno 4294972772
00000100:00100000:2.0:1775764892.346538:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169648128
00000100:00100000:2.0:1775764892.346543:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169648128
00000100:00100000:2.0:1775764892.346574:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28981
00000100:00100000:2.0:1775764892.346581:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+493:3659:x1862023169648128:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.346591:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169644288:0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.346602:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8655 count 1
00010000:00010000:2.0:1775764892.346617:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.346627:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:2411:x1862023150208512:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1301us (2207us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.346628:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc84dad9/0xd3c138f33087cc8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c27 expref: 6495 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.346636:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:0.0:1775764892.346638:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7718
00010000:00010000:2.0:1775764892.346638:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.346641:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.346662:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc84dad9/0xd3c138f33087cc8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c27 expref: 6494 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.346673:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc84dad9/0xd3c138f33087cc8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c27 expref: 6494 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.346685:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169648256:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.346723:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828cb40 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.346734:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.346741:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409318a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169648384:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.346741:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.346749:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.346761:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.346764:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.346779:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.346783:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.346787:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.346806:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.346809:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.346816:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.346827:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.346833:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a98b62a/0xd3c138f3308bb756 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.346848:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.346849:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.346851:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.346884:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+471:3660:x1862023169644032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25223us (25369us total) trans 4294972741 rc 0/0
00000100:00100000:2.0:1775764892.346891:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28965
00000100:00100000:2.0:1775764892.346903:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169648384
00000100:00100000:2.0:1775764892.346906:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169648384
00000100:00100000:2.0:1775764892.346926:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28982
00000100:00100000:2.0:1775764892.346931:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+494:3657:x1862023169648384:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.346956:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1393 count 1
00010000:00010000:2.0:1775764892.346967:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.346978:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3b814b2/0xd3c138f33087cca4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c3c expref: 6494 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.346985:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.346987:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.346989:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.347010:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d3b814b2/0xd3c138f33087cca4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c3c expref: 6494 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.347024:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d3b814b2/0xd3c138f33087cca4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c3c expref: 6494 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.347034:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4050c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169648512:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.347057:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40828c480 going to sleep for 11 seconds
00000004:00080000:2.0:1775764892.347102:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409229c00/2, rc 0, transno 4294972741
00000100:00100000:2.0:1775764892.347139:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169644032:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.347257:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169648640:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.347295:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.347325:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169648640
00000100:00100000:2.0:1775764892.347329:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169648640
00000100:00100000:2.0:1775764892.347351:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28983
00000100:00100000:2.0:1775764892.347357:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+471:3658:x1862023169648640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.347369:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7886 count 1
00010000:00010000:2.0:1775764892.347381:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.347393:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000866a82e8/0xd3c138f33087cba8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a9f expref: 6528 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.347400:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.347401:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.347403:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.347428:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000866a82e8/0xd3c138f33087cba8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a9f expref: 6528 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.347437:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000866a82e8/0xd3c138f33087cba8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a9f expref: 6528 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.347446:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405081180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169648768:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.347475:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b50878f0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.347614:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.347630:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150208640
00000100:00100000:0.0:1775764892.347634:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150208640
00010000:00010000:0.0:1775764892.347653:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000987e82ee/0xd3c138f33087cb15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bc5 expref: 6495 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.347675:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7719
00000100:00100000:0.0:1775764892.347682:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:2409:x1862023150208640:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.347691:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.347696:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000987e82ee/0xd3c138f33087cb15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bc5 expref: 6495 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.347706:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000987e82ee/0xd3c138f33087cb15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bc5 expref: 6495 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.347721:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000987e82ee/0xd3c138f33087cb15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bc5 expref: 6495 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.347731:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.347733:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.347736:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.347744:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.347761:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.347785:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6494:2409:x1862023150208640:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 103us (171us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.347797:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.347798:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7719
00000100:00100000:3.0:1775764892.347866:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.348417:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.348427:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.348435:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.348442:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.348458:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.350175:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+495:3657:x1862023169644416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17521us (17648us total) trans 4294972773 rc 0/0
00000100:00100000:1.0:1775764892.350190:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28968
00010000:00010000:1.0:1775764892.350231:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.350239:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.350261:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043ea400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.350265:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.350275:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.350396:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150208768
00000100:00100000:0.0:1775764892.350406:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150208768
00010000:00010000:0.0:1775764892.350441:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e48555b/0xd3c138f33087cb07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a36 expref: 6529 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.350475:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7720
00000100:00100000:0.0:1775764892.350482:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6529:2410:x1862023150208768:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.350495:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.350500:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e48555b/0xd3c138f33087cb07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xdd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a36 expref: 6529 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350512:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e48555b/0xd3c138f33087cb07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xdd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a36 expref: 6529 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350531:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e48555b/0xd3c138f33087cb07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xdd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a36 expref: 6529 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350547:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.350550:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.350553:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350562:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350584:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.350589:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169646464:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.350610:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.350623:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:2410:x1862023150208768:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 141us (2825us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.350629:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7720
00010000:00010000:3.0:1775764892.350629:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.350637:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.350641:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150208896
00000100:00100000:0.0:1775764892.350644:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150208896
00010000:00010000:3.0:1775764892.350646:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350655:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d5ce191/0xd3c138f33087cb8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a67 expref: 6528 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.350660:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.350673:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7721
00010000:00010000:3.0:1775764892.350676:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.350678:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:2409:x1862023150208896:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.350684:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.350688:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d5ce191/0xd3c138f33087cb8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a67 expref: 6528 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350696:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d5ce191/0xd3c138f33087cb8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a67 expref: 6528 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350708:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d5ce191/0xd3c138f33087cb8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a67 expref: 6528 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350717:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.350718:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.350721:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350727:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350748:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.350760:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350767:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350774:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.350781:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.350803:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+472:3660:x1862023169644672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17440us (17592us total) trans 4294972742 rc 0/0
00000100:00100000:3.0:1775764892.350809:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28971
00010000:00010000:1.0:1775764892.350890:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.350898:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb787 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.350917:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.350921:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.350927:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.350930:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.350937:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.351341:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.351462:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.351477:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150209024
00000100:00100000:2.0:1775764892.351481:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150209024
00010000:00010000:2.0:1775764892.351502:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000035ef25a5/0xd3c138f33087cc42 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a52 expref: 6528 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.351516:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150209152
00000100:00100000:2.0:1775764892.351519:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150209152
00010000:00010000:2.0:1775764892.351529:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003cbdb6f2/0xd3c138f33087cb85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a4b expref: 6529 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.351542:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7722
00000100:00100000:2.0:1775764892.351548:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6529:2410:x1862023150209024:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.351557:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.351561:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000035ef25a5/0xd3c138f33087cc42 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a52 expref: 6529 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351571:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000035ef25a5/0xd3c138f33087cc42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a52 expref: 6529 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351585:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.351587:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.351590:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351598:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.351599:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.351607:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb79c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351612:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.351624:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.351627:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.351634:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043ea200 already unused, calling callback (ffffffffc0d2c060)
00000100:00100000:2.0:1775764892.351634:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6529:2410:x1862023150209024:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 86us (295us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764892.351637:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.351641:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7722
00010000:00010000:1.0:1775764892.351646:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.351654:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7723
00010000:00010000:1.0:1775764892.351656:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.351660:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:2409:x1862023150209152:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.351663:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.351664:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.351667:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.351670:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003cbdb6f2/0xd3c138f33087cb85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a4b expref: 6528 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351680:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003cbdb6f2/0xd3c138f33087cb85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a4b expref: 6528 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351696:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cbdb6f2/0xd3c138f33087cb85 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xd39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a4b expref: 6528 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.351704:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1775764892.351706:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.351708:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.351709:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1657908/0xd3c138f3308bb795 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351710:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351718:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351734:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.351752:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6527:2409:x1862023150209152:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 92us (291us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.351758:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7723
00000100:00100000:2.0:1775764892.351788:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.351802:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150209280
00000100:00100000:2.0:1775764892.351806:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150209280
00010000:00010000:2.0:1775764892.351819:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3021f27/0xd3c138f33087cb54 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bfd expref: 6494 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.351834:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7724
00000100:00100000:2.0:1775764892.351839:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6494:2409:x1862023150209280:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.351846:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.351850:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3021f27/0xd3c138f33087cb54 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bfd expref: 6494 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351860:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3021f27/0xd3c138f33087cb54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bfd expref: 6494 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351873:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.351875:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.351878:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351885:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.351895:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.351898:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+472:3657:x1862023169645824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18548us (18878us total) trans 4294972743 rc 0/0
00000100:00100000:0.0:1775764892.351905:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28970
00000100:00100000:2.0:1775764892.351910:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6494:2409:x1862023150209280:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 72us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.351916:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7724
00010000:00010000:3.0:1775764892.352469:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.352484:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352494:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352505:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352512:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.352521:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.352528:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.352553:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035ef25a5/0xd3c138f33087cc42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a52 expref: 6526 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.352571:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169646208:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.352590:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.352598:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.352604:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.352611:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.352618:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.352630:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764892.352645:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+472:3660:x1862023169645568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18810us (18958us total) trans 4294972744 rc 0/0
00000100:00100000:3.0:1775764892.352653:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28974
00010000:00010000:3.0:1775764892.352674:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764892.352680:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352687:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937be00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.352691:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352698:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.352704:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+472:3660:x1862023169645696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19218us (19440us total) trans 4294972745 rc 0/0
00010000:00010000:3.0:1775764892.352709:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.352710:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28972
00010000:00010000:3.0:1775764892.352716:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb7b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352732:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.352735:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352740:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408a14200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.352743:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352750:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352762:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.352769:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009af61072/0xd3c138f3308bb7a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.352770:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409318e00/2, rc 0, transno 4294972743
00010000:00010000:3.0:1775764892.352780:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.352781:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169645824:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.352782:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.352784:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764892.352804:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3f7800/2, rc 0, transno 4294972744
00000100:00100000:3.0:1775764892.352809:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169645568:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.352818:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c2fd500/2, rc 0, transno 4294972742
00000100:00100000:3.0:1775764892.352821:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c2fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169644672:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.352828:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402cee680/2, rc 0, transno 4294972745
00000100:00100000:3.0:1775764892.352831:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402cee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169645696:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.352900:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.352907:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.352929:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3021f27/0xd3c138f33087cb54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bfd expref: 6493 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.352946:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14041:1862023169646592:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.352960:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.352968:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.352974:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.352982:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.352990:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.353008:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:1.0:1775764892.353130:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e302d80/2, rc 0, transno 4294972773
00000100:00100000:1.0:1775764892.353141:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169644416:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.353149:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.353153:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.353160:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.353163:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.353171:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.353181:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.353188:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001859961d/0xd3c138f3308bb7b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.353203:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.353205:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.353207:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.353606:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+495:3657:x1862023169646336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19600us (19666us total) trans 4294972774 rc 0/0
00000100:00100000:0.0:1775764892.353614:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28975
00000100:00100000:1.0:1775764892.354572:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169649152:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.354677:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.354705:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169649024:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.354725:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409318380/2, rc 0, transno 4294972774
00000100:00100000:3.0:1775764892.354732:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.354734:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169646336:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.354752:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1775764892.354758:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169649536:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.354778:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.354783:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.354788:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169649280:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.354791:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169648896:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.354809:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.354825:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169649408:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.354846:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.354881:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6525:2409:x1862023150208896:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 4199us (7011us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.354882:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169649152
00000100:00100000:3.0:1775764892.354887:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169649152
00000100:00100000:0.0:1775764892.354891:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7721
00000100:00100000:3.0:1775764892.354925:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169649024
00000100:00100000:3.0:1775764892.354928:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169649024
00000100:00100000:1.0:1775764892.355396:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169649536
00000100:00100000:1.0:1775764892.355399:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169649536
00000100:00100000:1.0:1775764892.355426:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169648896
00000100:00100000:1.0:1775764892.355428:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169648896
00000100:00100000:1.0:1775764892.355443:0:14048:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169649408
00000100:00100000:1.0:1775764892.355446:0:14048:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169649408
00000100:00100000:1.0:1775764892.355462:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28984
00000100:00100000:1.0:1775764892.355470:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4089e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+474:3657:x1862023169649152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.355496:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5573 count 1
00000100:00100000:3.0:1775764892.355496:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28985
00000100:00100000:3.0:1775764892.355502:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+474:3660:x1862023169649024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.355512:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1623 count 1
00010000:00010000:1.0:1775764892.355519:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355521:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.355537:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4b070ba/0xd3c138f33087cbb6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07abb expref: 6524 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355537:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fdbaef71/0xd3c138f33087cc73 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aa6 expref: 6524 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.355546:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.355546:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.355549:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.355549:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.355553:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355553:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.355577:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4b070ba/0xd3c138f33087cbb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07abb expref: 6524 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355577:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fdbaef71/0xd3c138f33087cc73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aa6 expref: 6524 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.355590:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4b070ba/0xd3c138f33087cbb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07abb expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355590:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fdbaef71/0xd3c138f33087cc73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aa6 expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.355603:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169649664:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.355603:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169649792:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.355689:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28986
00000100:00100000:2.0:1775764892.355698:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+496:3660:x1862023169649536:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1775764892.355712:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9313 count 1
00010000:00010000:2.0:1775764892.355726:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.355737:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000698ee993/0xd3c138f33087ccb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c51 expref: 6492 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.355744:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.355746:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.355748:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.355769:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000698ee993/0xd3c138f33087ccb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c51 expref: 6492 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.355778:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000698ee993/0xd3c138f33087ccb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c51 expref: 6492 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.355789:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169649920:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.355829:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.355849:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28987
00000100:00100000:1.0:1775764892.355856:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+496:3660:x1862023169648896:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.355868:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1675 count 1
00010000:00010000:1.0:1775764892.355879:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.355890:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000043dfcfd9/0xd3c138f33087ccb2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c4a expref: 6492 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.355897:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.355898:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.355901:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.355920:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000043dfcfd9/0xd3c138f33087ccb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c4a expref: 6492 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.355926:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b5072543c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.355929:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000043dfcfd9/0xd3c138f33087ccb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c4a expref: 6492 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.355938:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169650048:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.355942:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28988
00000100:00100000:3.0:1775764892.355948:0:8419:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+474:3660:x1862023169649408:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.355959:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7794 count 1
00000100:00100000:1.0:1775764892.355960:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1f00 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.355970:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355981:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003466d8e6/0xd3c138f33087cbe7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad7 expref: 6524 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355987:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.355989:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.355991:0:8419:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.355995:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.356008:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003466d8e6/0xd3c138f33087cbe7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad7 expref: 6524 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356017:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003466d8e6/0xd3c138f33087cbe7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad7 expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.356026:0:8419:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169650176:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.356050:0:8419:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.356107:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169649280
00000100:00100000:1.0:1775764892.356112:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169649280
00000100:00100000:1.0:1775764892.356150:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28989
00000100:00100000:1.0:1775764892.356155:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+475:3657:x1862023169649280:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.356167:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2839 count 1
00010000:00010000:1.0:1775764892.356177:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356189:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab6134da/0xd3c138f33087cbbd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac9 expref: 6524 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356195:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.356197:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.356199:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356217:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ab6134da/0xd3c138f33087cbbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac9 expref: 6524 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356225:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ab6134da/0xd3c138f33087cbbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac9 expref: 6524 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.356234:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdcbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169650304:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.356275:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1a80 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.356288:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.356310:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.356328:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.356374:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169647744:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.356381:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150209408
00000100:00100000:1.0:1775764892.356384:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150209408
00010000:00010000:3.0:1775764892.356393:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356402:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4add02c/0xd3c138f33087cc50 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a6e expref: 6525 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.356411:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150209536
00000100:00100000:3.0:1775764892.356414:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150209536
00000100:00100000:1.0:1775764892.356427:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150209664
00010000:00010000:3.0:1775764892.356428:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cb80cd/0xd3c138f33087cba1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a91 expref: 6526 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.356430:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150209664
00010000:00010000:1.0:1775764892.356440:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa954c80/0xd3c138f33087cb3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bda expref: 6493 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.356446:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7725
00000100:00100000:3.0:1775764892.356452:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6526:2409:x1862023150209408:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.356456:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7726
00000100:00100000:1.0:1775764892.356461:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6526:2410:x1862023150209536:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.356461:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.356466:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.356466:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4add02c/0xd3c138f33087cc50 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a6e expref: 6526 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356470:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4cb80cd/0xd3c138f33087cba1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a91 expref: 6526 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356476:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4add02c/0xd3c138f33087cc50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a6e expref: 6526 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356479:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4cb80cd/0xd3c138f33087cba1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a91 expref: 6526 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356496:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.356496:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.356498:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.356498:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.356502:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356502:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356512:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356512:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356526:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.356526:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.356545:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6526:2409:x1862023150209408:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 93us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.356549:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6526:2410:x1862023150209536:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 88us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.356553:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7725
00000100:00100000:1.0:1775764892.356557:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7726
00000100:00100000:1.0:1775764892.356568:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7727
00000100:00100000:1.0:1775764892.356574:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6493:2410:x1862023150209664:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.356580:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.356584:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa954c80/0xd3c138f33087cb3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bda expref: 6493 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356595:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa954c80/0xd3c138f33087cb3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bda expref: 6493 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356607:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.356608:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.356611:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356619:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.356641:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.356643:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169648000:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.356656:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.356658:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.356669:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.356678:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169647872:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.356681:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.356688:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356703:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.356717:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6493:2410:x1862023150209664:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 143us (387us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.356723:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7727
00000100:00100000:3.0:1775764892.356733:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.356746:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.356749:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150209792
00000100:00100000:1.0:1775764892.356752:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150209792
00000100:00100000:3.0:1775764892.356758:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.356763:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000311ca6da/0xd3c138f33087cb9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a83 expref: 6525 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.356774:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150209920
00000100:00100000:1.0:1775764892.356776:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150209920
00010000:00010000:1.0:1775764892.356784:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be269c2e/0xd3c138f33087cb70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c12 expref: 6493 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.356793:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150210048
00000100:00100000:3.0:1775764892.356793:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.356795:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150210048
00010000:00010000:1.0:1775764892.356803:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000184863e8/0xd3c138f33087cc88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c19 expref: 6494 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.356811:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150210176
00000100:00100000:1.0:1775764892.356813:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150210432
00000100:00100000:3.0:1775764892.356814:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150210176
00000100:00100000:1.0:1775764892.356815:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150210432
00010000:00010000:1.0:1775764892.356825:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d3b814b2/0xd3c138f33087cca4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c3c expref: 6496 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356825:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000022f214b6/0xd3c138f33087cb4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bef expref: 6496 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.356836:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150210304
00000100:00100000:3.0:1775764892.356836:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150210560
00000100:00100000:1.0:1775764892.356838:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150210304
00000100:00100000:3.0:1775764892.356838:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150210560
00010000:00010000:1.0:1775764892.356847:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc84dad9/0xd3c138f33087cc8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c27 expref: 6497 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356847:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000866a82e8/0xd3c138f33087cba8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a9f expref: 6526 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.356860:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7728
00000100:00100000:1.0:1775764892.356863:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7729
00000100:00100000:3.0:1775764892.356865:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6526:2410:x1862023150209792:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764892.356868:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6497:2410:x1862023150209920:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.356872:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.356873:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.356876:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be269c2e/0xd3c138f33087cb70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c12 expref: 6497 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356876:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000311ca6da/0xd3c138f33087cb9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a83 expref: 6526 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356886:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be269c2e/0xd3c138f33087cb70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c12 expref: 6497 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356891:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000311ca6da/0xd3c138f33087cb9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a83 expref: 6526 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356898:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be269c2e/0xd3c138f33087cb70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c12 expref: 6497 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356902:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000311ca6da/0xd3c138f33087cb9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a83 expref: 6526 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356910:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.356911:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.356912:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.356912:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.356914:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356915:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356922:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.356923:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356938:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.356938:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.356951:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6525:2410:x1862023150209792:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 86us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.356952:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6496:2410:x1862023150209920:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 84us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.356958:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7728
00000100:00100000:1.0:1775764892.356961:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7729
00000100:00100000:1.0:1775764892.356971:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7730
00000100:00100000:1.0:1775764892.356976:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:2410:x1862023150210048:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.356983:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.356987:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000184863e8/0xd3c138f33087cc88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c19 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.356995:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000184863e8/0xd3c138f33087cc88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c19 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357007:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000184863e8/0xd3c138f33087cc88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c19 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357015:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.357016:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.357018:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.357078:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7731
00000100:00100000:3.0:1775764892.357086:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6494:2411:x1862023150210432:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.357094:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.357099:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d3b814b2/0xd3c138f33087cca4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c3c expref: 6494 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357112:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d3b814b2/0xd3c138f33087cca4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c3c expref: 6494 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357144:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.357145:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.357148:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357156:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357168:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.357182:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6494:2411:x1862023150210432:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 98us (448us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.357188:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7731
00000100:00100000:3.0:1775764892.357275:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7732
00000100:00100000:3.0:1775764892.357281:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6493:2411:x1862023150210176:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.357289:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.357293:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000022f214b6/0xd3c138f33087cb4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bef expref: 6493 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357303:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000022f214b6/0xd3c138f33087cb4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bef expref: 6493 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357319:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022f214b6/0xd3c138f33087cb4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bef expref: 6493 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357330:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.357331:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.357333:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357340:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357356:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.357371:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6492:2411:x1862023150210176:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 91us (689us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.357376:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7732
00000100:00100000:3.0:1775764892.357388:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7733
00000100:00100000:3.0:1775764892.357394:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6524:2411:x1862023150210560:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.357401:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.357405:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000866a82e8/0xd3c138f33087cba8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1ece:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a9f expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357414:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000866a82e8/0xd3c138f33087cba8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ece:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a9f expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357430:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.357431:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.357434:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357441:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357452:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.357466:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6524:2411:x1862023150210560:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 72us (706us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.357471:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7733
00000100:00100000:3.0:1775764892.357483:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7734
00000100:00100000:3.0:1775764892.357489:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6491:2411:x1862023150210304:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.357495:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357496:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.357500:0:6525:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc84dad9/0xd3c138f33087cc8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c27 expref: 6491 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357509:0:6525:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc84dad9/0xd3c138f33087cc8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c27 expref: 6491 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357513:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.357521:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.357523:0:6525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.357526:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357526:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357540:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357541:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357550:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357550:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.357557:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.357562:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6491:2411:x1862023150210304:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 74us (815us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.357567:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7734
00010000:00010000:1.0:1775764892.357578:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.357584:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.357589:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357596:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.357600:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357608:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357618:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357624:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea37dac8/0xd3c138f3308bb7db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357639:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.357641:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.357642:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.357651:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357659:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357666:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357672:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357685:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.357728:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+497:3660:x1862023169647360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18299us (20859us total) trans 4294972775 rc 0/0
00000100:00100000:1.0:1775764892.357735:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28980
00010000:00010000:1.0:1775764892.357755:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357763:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357771:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.357774:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+476:3659:x1862023169646976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20745us (20926us total) trans 4294972746 rc 0/0
00010000:00010000:1.0:1775764892.357779:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.357780:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28979
00000004:00080000:3.0:1775764892.357833:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409308380/2, rc 0, transno 4294972775
00000100:00100000:3.0:1775764892.357847:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169647360:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.357879:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1775764892.357913:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357922:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357930:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.357937:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.357946:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+497:3657:x1862023169647104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20923us (23093us total) trans 4294972776 rc 0/0
00010000:00010000:3.0:1775764892.357950:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764892.357952:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28978
00010000:00010000:1.0:1775764892.357967:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764892.357972:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357979:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.357982:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.357990:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358000:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358007:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb7cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.358014:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+497:3657:x1862023169644928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25365us (25431us total) trans 4294972777 rc 0/0
00010000:00010000:1.0:1775764892.358021:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:3.0:1775764892.358021:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28969
00010000:00010000:1.0:1775764892.358104:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358133:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eaa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.358136:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358144:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358155:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358162:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b975acb/0xd3c138f3308bb7d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358175:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.358178:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358184:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.358187:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358193:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358202:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358209:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034cc4b4e/0xd3c138f3308bb78e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358222:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.358224:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.358226:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.358243:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6490:2410:x1862023150210048:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1266us (1572us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.358261:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7730
00010000:00010000:3.0:1775764892.358317:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4add02c/0xd3c138f33087cc50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a6e expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.358328:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169647488:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.358345:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358354:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358361:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358368:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358374:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.358383:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169650432:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764892.358386:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.358415:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.358437:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169650432
00000100:00100000:1.0:1775764892.358442:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169650432
00000100:00100000:1.0:1775764892.358467:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28990
00000100:00100000:3.0:1775764892.358467:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+476:3660:x1862023169646848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23558us (23899us total) trans 4294972747 rc 0/0
00000100:00100000:1.0:1775764892.358473:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+497:3657:x1862023169650432:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.358473:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28976
00010000:00010000:3.0:1775764892.358490:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00002000:00080000:1.0:1775764892.358492:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3009 count 1
00010000:00010000:3.0:1775764892.358494:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358501:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e05600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.358504:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358508:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358511:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358519:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1c0f790/0xd3c138f33087ccc7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c5f expref: 6489 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358521:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358527:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.358529:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.358529:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aadd2bd2/0xd3c138f3308bb7bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358532:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358542:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.358543:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.358544:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.358556:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1c0f790/0xd3c138f33087ccc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c5f expref: 6489 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358563:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa954c80/0xd3c138f33087cb3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bda expref: 6489 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358568:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1c0f790/0xd3c138f33087ccc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c5f expref: 6489 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.358573:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169646720:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.358578:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169650560:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.358585:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358592:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358598:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.358602:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be10c0 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.358606:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.358613:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.358629:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b5012a9880/2, rc 0, transno 4294972776
00010000:00010000:3.0:1775764892.358631:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.358638:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169647104:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.358644:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.358648:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358654:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405e05e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.358657:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358665:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358675:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.358686:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004436bee6/0xd3c138f3308bb7aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.358694:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53482d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+498:3660:x1862023169644544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24959us (25047us total) trans 4294972778 rc 0/0
00010000:00010000:1.0:1775764892.358699:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.358700:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28973
00010000:00010000:1.0:1775764892.358701:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.358702:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.358735:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058e9880/2, rc 0, transno 4294972777
00000100:00100000:1.0:1775764892.358742:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169644928:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.358763:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.358767:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169650688:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.358786:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.359026:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169650688
00000100:00100000:3.0:1775764892.359031:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169650688
00000100:00100000:3.0:1775764892.359055:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28991
00010000:00010000:0.0:1775764892.359141:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.359148:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.359172:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+498:3657:x1862023169650688:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.359188:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9817 count 1
00010000:00010000:3.0:1775764892.359291:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359305:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e17f65cc/0xd3c138f33087ccd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c6d expref: 6488 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359312:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.359314:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.359317:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359336:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e17f65cc/0xd3c138f33087ccd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c6d expref: 6488 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359345:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e17f65cc/0xd3c138f33087ccd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c6d expref: 6488 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.359355:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169650944:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.359380:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254b40 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.359409:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4cb80cd/0xd3c138f33087cba1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a91 expref: 6522 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.359420:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169647616:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.359434:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359443:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359449:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359457:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359463:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.359483:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.359577:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+476:3658:x1862023169647232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24531us (24863us total) trans 4294972748 rc 0/0
00000100:00100000:3.0:1775764892.359584:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28977
00000004:00080000:3.0:1775764892.359718:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931b800/2, rc 0, transno 4294972747
00000100:00100000:3.0:1775764892.359729:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169646848:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1775764892.359742:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402c78a80/2, rc 0, transno 4294972778
00000100:00100000:3.0:1775764892.359749:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402c78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169644544:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.359753:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764892.359761:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169650816:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764892.359786:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.359806:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169650816
00000100:00100000:3.0:1775764892.359810:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169650816
00010000:00010000:0.0:1775764892.359950:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.359957:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.359965:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.359968:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.359976:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.359989:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.359995:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000033a1267/0xd3c138f3308bb7c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.360010:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.360012:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.360013:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.360608:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3fb480/2, rc 0, transno 4294972746
00000100:00100000:0.0:1775764892.360615:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169646976:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.360693:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28992
00000100:00100000:1.0:1775764892.360705:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+499:3660:x1862023169650816:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.360727:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7408 count 1
00010000:00010000:1.0:1775764892.360744:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.360758:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e440da03/0xd3c138f33087cce3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c7b expref: 6488 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.360766:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.360767:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.360770:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.360890:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e440da03/0xd3c138f33087cce3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c7b expref: 6488 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.360902:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e440da03/0xd3c138f33087cce3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c7b expref: 6488 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.360914:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169651072:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.360991:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000004:00080000:2.0:1775764892.361019:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3fa300/2, rc 0, transno 4294972748
00000100:00100000:2.0:1775764892.361024:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169647232:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.361042:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150210816
00000100:00100000:2.0:1775764892.361046:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150210816
00000100:00100000:2.0:1775764892.361096:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14370
00000100:00100000:2.0:1775764892.361102:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6380:11674:x1862023150210816:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.361171:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.361191:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406380600/0xd3c138f3308584c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d5b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5ebd expref: 6380 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361216:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5b:0x0].0x0 (ffff89b408f1d900)
00010000:00010000:2.0:1775764892.361225:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.361239:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361263:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361272:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361287:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb859 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x70878cfb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361294:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb859 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x70878cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361300:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb859 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x70878cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361386:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361394:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361400:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.361567:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1900 going to sleep for 11 seconds
00000040:00080000:2.0:1775764892.361619:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4028, 64 off265984
00000040:00080000:2.0:1775764892.361640:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4028, 64 off265984
00000100:00100000:0.0:1775764892.361647:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:2.0:1775764892.361684:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361693:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.361706:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.361729:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169651584:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.361769:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.361807:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169651584
00000100:00100000:0.0:1775764892.361811:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169651584
00000100:00100000:0.0:1775764892.361841:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28993
00000100:00100000:0.0:1775764892.361847:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+476:3659:x1862023169651584:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.361864:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8429 count 1
00010000:00010000:0.0:1775764892.361880:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.361894:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000652810fe/0xd3c138f33087cbd2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b01 expref: 6521 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.361902:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.361903:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.361906:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.361928:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000652810fe/0xd3c138f33087cbd2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b01 expref: 6521 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.361937:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000652810fe/0xd3c138f33087cbd2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b01 expref: 6521 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.361949:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169651712:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.361981:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.361997:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169651200:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.362019:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.362545:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362554:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362560:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362579:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.362599:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362605:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362611:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362617:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.362621:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362629:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362640:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5b:0x0].0x0 (ffff89b408185400)
00010000:00010000:2.0:1775764892.362643:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.362648:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362654:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bb860 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362673:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362679:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362685:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362690:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac2800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.362693:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362699:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362706:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.362708:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.362711:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362716:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bb852 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.362725:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a54a7816 reply state 0000000058c74e60 transno 4294991842 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb859 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x70878cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362738:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3a00/0xd3c138f3308bb859 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x70878cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.362745:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x70878cfb (ffff89b408185600)
00010000:00010000:2.0:1775764892.362747:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.362749:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.362800:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6381:11674:x1862023150210816:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1697us (6004us total) trans 4294991842 rc 0/0
00000100:00100000:2.0:1775764892.362809:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14370
00000100:00100000:2.0:1775764892.362841:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169651456:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.362872:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.362894:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1775764892.362899:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169651328:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.362917:0:14050:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169651200
00000100:00100000:2.0:1775764892.362920:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.362923:0:14050:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169651200
00000100:00100000:1.0:1775764892.362952:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169651456
00000100:00100000:1.0:1775764892.362955:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169651456
00000100:00100000:1.0:1775764892.362970:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169651328
00000100:00100000:1.0:1775764892.362972:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169651328
00010000:00010000:2.0:1775764892.362973:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc84dad9/0xd3c138f33087cc8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c27 expref: 6488 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.362987:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8421:1862023169648256:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.363005:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.363014:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.363021:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.363030:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28994
00010000:00010000:2.0:1775764892.363030:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.363037:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.363038:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+500:3659:x1862023169651200:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1775764892.363050:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00002000:00080000:1.0:1775764892.363058:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:584 count 1
00010000:00010000:1.0:1775764892.363073:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.363085:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d16b0f25/0xd3c138f33087ccf1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c89 expref: 6487 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.363091:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.363093:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.363096:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.363133:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d16b0f25/0xd3c138f33087ccf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c89 expref: 6487 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.363144:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d16b0f25/0xd3c138f33087ccf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c89 expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.363155:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169651840:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.363190:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.363205:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28995
00000100:00100000:1.0:1775764892.363211:0:14050:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+478:3658:x1862023169651456:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.363223:0:14050:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8881 count 1
00010000:00010000:1.0:1775764892.363235:0:14050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.363257:0:14050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b14fae9e/0xd3c138f33087cbcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07af3 expref: 6521 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.363265:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.363266:0:14050:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.363269:0:14050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.363367:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+501:3659:x1862023169648128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16785us (17011us total) trans 4294972779 rc 0/0
00000100:00100000:2.0:1775764892.363373:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28981
00000100:00100000:2.0:1775764892.363387:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28996
00000100:00100000:2.0:1775764892.363394:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+478:3658:x1862023169651328:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.363405:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10171 count 1
00010000:00010000:2.0:1775764892.363418:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.363423:0:14050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b14fae9e/0xd3c138f33087cbcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07af3 expref: 6521 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.363428:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000553a9e7c/0xd3c138f33087cbc4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ae5 expref: 6521 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.363435:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.363437:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.363439:0:14050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b14fae9e/0xd3c138f33087cbcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07af3 expref: 6521 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.363439:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.363451:0:14050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169651968:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.363457:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000553a9e7c/0xd3c138f33087cbc4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ae5 expref: 6521 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.363466:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000553a9e7c/0xd3c138f33087cbc4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ae5 expref: 6521 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.363474:0:14050:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.363475:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169652096:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.363525:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.363531:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363538:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.363542:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363548:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363558:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5b:0x0].0x0 (ffff89b408185400)
00010000:00010000:0.0:1775764892.363561:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.363563:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363568:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bb867 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363583:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.363587:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363593:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac2c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.363596:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363603:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363615:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363626:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000927b20eb/0xd3c138f3308bb7fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.363640:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.363641:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.363643:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.364280:0:14055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000866a82e8/0xd3c138f33087cba8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1ece:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07a9f expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.364303:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405081180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169648768:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.364321:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.364329:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07ae40 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.364330:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364337:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364345:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364352:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.364359:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4058eed80/2, rc 0, transno 4294972779
00010000:00010000:0.0:1775764892.364374:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.364374:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169648128:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.364514:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+479:3658:x1862023169648640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17155us (17227us total) trans 4294972749 rc 0/0
00000100:00100000:0.0:1775764892.364522:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28983
00010000:00010000:0.0:1775764892.364543:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.364547:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364554:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.364557:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364564:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364576:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364583:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dd66231/0xd3c138f3308bb80c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ece:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364601:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.364603:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.364604:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.364610:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.364632:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3b814b2/0xd3c138f33087cca4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c3c expref: 6487 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.364643:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4050c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169648512:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.364654:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364663:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364670:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364677:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364685:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364698:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:2.0:1775764892.364773:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409319f80/2, rc 0, transno 4294972749
00000100:00100000:0.0:1775764892.364780:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+501:3657:x1862023169648384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17848us (18015us total) trans 4294972780 rc 0/0
00000100:00100000:2.0:1775764892.364784:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169648640:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.364786:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28982
00000100:00100000:2.0:1775764892.364843:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169652224:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.364872:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.364897:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169652224
00000100:00100000:2.0:1775764892.364902:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169652224
00000100:00100000:2.0:1775764892.364935:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28997
00010000:00010000:0.0:1775764892.364946:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.364952:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.364955:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+479:3660:x1862023169652224:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.364964:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.364967:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364974:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1775764892.364975:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8189 count 1
00010000:00010000:0.0:1775764892.364985:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.364991:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f682e203/0xd3c138f3308bb805 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.365004:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.365006:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.365007:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.365029:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365043:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003917c718/0xd3c138f33087ce56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b08 expref: 6520 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365051:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.365053:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.365056:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365346:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003917c718/0xd3c138f33087ce56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b08 expref: 6520 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365358:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003917c718/0xd3c138f33087ce56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b08 expref: 6520 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.365370:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169652352:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.365416:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07a300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.365659:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764892.365669:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169652480:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.365698:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.365725:0:14045:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169652480
00000100:00100000:1.0:1775764892.365729:0:14045:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169652480
00000100:00100000:1.0:1775764892.366486:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28998
00000100:00100000:1.0:1775764892.366499:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+501:3658:x1862023169652480:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764892.366524:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9557 count 1
00010000:00010000:1.0:1775764892.366543:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.366559:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d31879bc/0xd3c138f33087ccff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c97 expref: 6486 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.366566:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.366567:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.366570:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.366594:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d31879bc/0xd3c138f33087ccff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c97 expref: 6486 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.366605:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d31879bc/0xd3c138f33087ccff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c97 expref: 6486 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.366617:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169652608:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.366658:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b408fd3d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.366688:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14078:1862023169650560:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.366694:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.366704:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.366722:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.366728:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169649664:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.366740:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.366750:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.366770:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150211072
00000100:00100000:1.0:1775764892.366774:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150211072
00010000:00010000:1.0:1775764892.366879:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1c0f790/0xd3c138f33087ccc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c5f expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.366903:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150210944
00000100:00100000:2.0:1775764892.366904:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.366906:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150210944
00010000:00010000:1.0:1775764892.366919:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4b070ba/0xd3c138f33087cbb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07abb expref: 6521 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.366924:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.367158:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.367455:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169649792:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.367481:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.367513:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14052:1862023169650944:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.367532:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.367759:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.368949:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150211200
00000100:00100000:1.0:1775764892.368960:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150211200
00000100:00100000:1.0:1775764892.369006:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14054:1862023169650048:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.369041:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.369077:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdcbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169650304:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.369088:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.369110:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150211456
00000100:00100000:1.0:1775764892.369128:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150211456
00010000:00010000:1.0:1775764892.369162:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003466d8e6/0xd3c138f33087cbe7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad7 expref: 6522 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.369184:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150211328
00000100:00100000:1.0:1775764892.369187:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150211328
00010000:00010000:1.0:1775764892.369196:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fdbaef71/0xd3c138f33087cc73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aa6 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.369206:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150211584
00000100:00100000:1.0:1775764892.369208:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150211584
00010000:00010000:1.0:1775764892.369220:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6134da/0xd3c138f33087cbbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac9 expref: 6524 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.369233:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7735
00000100:00100000:1.0:1775764892.369241:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6488:2410:x1862023150211072:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.369270:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.369276:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1c0f790/0xd3c138f33087ccc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c5f expref: 6488 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369295:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1c0f790/0xd3c138f33087ccc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c5f expref: 6488 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369318:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1c0f790/0xd3c138f33087ccc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c5f expref: 6488 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369334:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.369336:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.369340:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369349:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369383:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.369401:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369409:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369418:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369425:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369447:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.369622:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+502:3657:x1862023169650432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11147us (11205us total) trans 4294972781 rc 0/0
00000100:00100000:1.0:1775764892.369630:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28990
00000100:00100000:1.0:1775764892.369684:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:2410:x1862023150211072:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 443us (2989us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.369691:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7735
00000100:00100000:1.0:1775764892.369705:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7736
00000100:00100000:1.0:1775764892.369712:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6524:2410:x1862023150210944:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.369721:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.369727:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4b070ba/0xd3c138f33087cbb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07abb expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369736:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4b070ba/0xd3c138f33087cbb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07abb expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369749:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4b070ba/0xd3c138f33087cbb6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07abb expref: 6524 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369759:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.369761:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.369764:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369771:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369788:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.369953:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.369960:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.369968:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eb000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.369972:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.369980:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.369993:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.369998:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab97ab89/0xd3c138f3308bb83d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370017:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.370019:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.370021:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.370041:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7737
00000100:00100000:0.0:1775764892.370049:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6523:2412:x1862023150211456:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.370057:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.370062:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003466d8e6/0xd3c138f33087cbe7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad7 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370071:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003466d8e6/0xd3c138f33087cbe7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad7 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370082:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.370084:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.370086:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370093:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370110:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.370130:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7738
00000100:00100000:3.0:1775764892.370139:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6523:2412:x1862023150211328:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.370144:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6523:2412:x1862023150211456:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 98us (3241us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764892.370147:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1775764892.370150:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7737
00010000:00010000:3.0:1775764892.370152:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fdbaef71/0xd3c138f33087cc73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aa6 expref: 6523 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.370163:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7739
00010000:00010000:3.0:1775764892.370163:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fdbaef71/0xd3c138f33087cc73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aa6 expref: 6522 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.370169:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6522:2412:x1862023150211584:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.370176:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.370176:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdbaef71/0xd3c138f33087cc73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07aa6 expref: 6522 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370180:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ab6134da/0xd3c138f33087cbbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac9 expref: 6522 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.370187:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.370189:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ab6134da/0xd3c138f33087cbbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac9 expref: 6521 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.370189:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.370192:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370200:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6134da/0xd3c138f33087cbbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ac9 expref: 6521 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370209:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.370211:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.370214:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370220:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.370241:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.370269:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6520:2412:x1862023150211584:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (3112us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.370275:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7739
00010000:00010000:3.0:1775764892.370435:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.370455:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.370575:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150211712
00000100:00100000:2.0:1775764892.370581:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150211712
00010000:00010000:2.0:1775764892.370602:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000043dfcfd9/0xd3c138f33087ccb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c4a expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.370620:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7740
00000100:00100000:2.0:1775764892.370627:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:2410:x1862023150211712:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.370634:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.370638:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000043dfcfd9/0xd3c138f33087ccb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x68b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c4a expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370647:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000043dfcfd9/0xd3c138f33087ccb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x68b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c4a expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370660:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043dfcfd9/0xd3c138f33087ccb2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x68b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c4a expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370670:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.370671:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.370674:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370682:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370702:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.370713:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370722:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.370728:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6519:2410:x1862023150210944:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1016us (4004us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764892.370730:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.370734:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7736
00010000:00010000:2.0:1775764892.370743:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.370753:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370758:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.370761:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.370768:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.370774:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.370786:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1775764892.370862:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+502:3660:x1862023169648896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15006us (16051us total) trans 4294972782 rc 0/0
00000100:00100000:2.0:1775764892.370869:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28987
00010000:00010000:2.0:1775764892.370887:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.370893:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370899:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eb400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.370902:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370910:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370921:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370927:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004022fb46/0xd3c138f3308bb828 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370940:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1775764892.370950:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4089e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+480:3657:x1862023169649152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15481us (16272us total) trans 4294972750 rc 0/0
00010000:00010000:2.0:1775764892.370956:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.370957:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28984
00010000:00010000:2.0:1775764892.370963:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043ea400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.370965:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.370973:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.370973:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.370983:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370984:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.370992:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.370992:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dee0ae3b/0xd3c138f3308bb813 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.371000:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.371005:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.371006:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.371007:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.371009:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.371018:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:2.0:1775764892.371046:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409319500/2, rc 0, transno 4294972782
00000100:00100000:2.0:1775764892.371216:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169648896:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.371267:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+480:3657:x1862023169649280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15111us (15271us total) trans 4294972751 rc 0/0
00000100:00100000:1.0:1775764892.371273:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28989
00000100:00100000:2.0:1775764892.371297:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40891b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169652736:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.371332:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.371383:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6486:2410:x1862023150211712:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 756us (3623us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.371391:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7740
00000100:00100000:2.0:1775764892.371485:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14060:1862023169649920:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.371504:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.371533:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.371555:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.371694:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.371704:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.371713:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.371720:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.371731:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764892.371853:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+480:3660:x1862023169649024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16350us (17119us total) trans 4294972752 rc 0/0
00000100:00100000:3.0:1775764892.371859:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28985
00000100:00100000:3.0:1775764892.371874:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169652736
00000100:00100000:3.0:1775764892.371879:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169652736
00000100:00100000:3.0:1775764892.371907:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28999
00000100:00100000:3.0:1775764892.371914:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+502:3658:x1862023169652736:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.371936:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4936 count 1
00010000:00010000:3.0:1775764892.371964:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.371977:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cb9c89b/0xd3c138f33087cd14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cac expref: 6485 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.371983:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.371986:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.371988:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372012:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cb9c89b/0xd3c138f33087cd14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cac expref: 6485 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372023:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cb9c89b/0xd3c138f33087cd14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cac expref: 6485 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.372036:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169652864:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.372316:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b5072543c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.372350:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:3.0:1775764892.372350:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6518:2412:x1862023150211328:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2213us (5424us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764892.372357:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.372358:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7738
00010000:00010000:1.0:1775764892.372364:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.372367:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.372372:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150211968
00010000:00010000:1.0:1775764892.372375:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.372375:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150211968
00010000:00010000:3.0:1775764892.372390:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000698ee993/0xd3c138f33087ccb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c51 expref: 6486 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372394:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372402:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c54e18d9/0xd3c138f3308bb836 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.372414:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150211840
00000100:00100000:3.0:1775764892.372417:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150211840
00010000:00010000:1.0:1775764892.372419:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.372423:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372427:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e440da03/0xd3c138f33087cce3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c7b expref: 6487 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372429:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.372432:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.372439:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7741
00010000:00010000:1.0:1775764892.372440:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.372444:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:2411:x1862023150211968:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.372448:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372452:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.372455:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072cef3ec/0xd3c138f3308bb81a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372457:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000698ee993/0xd3c138f33087ccb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c51 expref: 6487 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372468:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000698ee993/0xd3c138f33087ccb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c51 expref: 6487 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372470:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.372472:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.372474:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.372482:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000698ee993/0xd3c138f33087ccb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c51 expref: 6487 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372491:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.372493:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764892.372496:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14040:1862023169651072:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.372497:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372505:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372510:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372528:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.372531:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7742
00000100:00100000:1.0:1775764892.372537:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6486:2411:x1862023150211840:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.372544:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1775764892.372546:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6486:2411:x1862023150211968:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 102us (1013us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764892.372549:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e440da03/0xd3c138f33087cce3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c7b expref: 6486 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.372552:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7741
00010000:00010000:1.0:1775764892.372558:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e440da03/0xd3c138f33087cce3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c7b expref: 6486 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372568:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372570:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e440da03/0xd3c138f33087cce3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c7b expref: 6485 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372576:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372579:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.372581:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.372584:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372584:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372592:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372592:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372606:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.372609:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.372628:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6484:2411:x1862023150211840:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 90us (1071us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.372634:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7742
00010000:00010000:1.0:1775764892.372649:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.372653:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372660:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac2200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.372663:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372670:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372679:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372686:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032652512/0xd3c138f3308bb821 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372700:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.372701:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.372703:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.372704:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+503:3660:x1862023169649536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17008us (17925us total) trans 4294972783 rc 0/0
00000100:00100000:3.0:1775764892.372710:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28986
00010000:00010000:1.0:1775764892.372711:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372717:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372725:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372732:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372738:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003466d8e6/0xd3c138f33087cbe7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ad7 expref: 6517 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.372742:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.372750:0:8419:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1862023169650176:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.372764:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372773:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372779:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372787:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372794:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.372811:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764892.372888:0:8419:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+480:3660:x1862023169649408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16940us (18041us total) trans 4294972753 rc 0/0
00000100:00100000:3.0:1775764892.372894:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28988
00010000:00010000:0.0:1775764892.373077:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.373082:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373089:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.373092:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373099:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373110:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373139:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d215806/0xd3c138f3308bb84b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373154:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.373157:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373169:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.373172:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373179:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373189:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373195:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c96135/0xd3c138f3308bb82f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.373385:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.373387:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.373389:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.373494:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.373506:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.373520:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4089ead80/2, rc 0, transno 4294972783
00000100:00100000:1.0:1775764892.373534:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+503:3660:x1862023169650816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12833us (13748us total) trans 4294972784 rc 0/0
00000100:00100000:2.0:1775764892.373535:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169649536:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.373541:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28992
00000004:00080000:2.0:1775764892.373548:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4089e9500/2, rc 0, transno 4294972753
00000100:00100000:2.0:1775764892.373558:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169649408:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764892.373568:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409319c00/2, rc 0, transno 4294972752
00000100:00100000:2.0:1775764892.373571:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169649024:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.373576:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e17f65cc/0xd3c138f33087ccd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c6d expref: 6483 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.373581:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40894f480/2, rc 0, transno 4294972784
00000100:00100000:2.0:1775764892.373584:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169650816:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.373609:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7743
00000100:00100000:1.0:1775764892.373616:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6483:2410:x1862023150211200:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.373625:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.373629:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e17f65cc/0xd3c138f33087ccd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c6d expref: 6483 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.373641:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e17f65cc/0xd3c138f33087ccd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c6d expref: 6483 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.373649:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169653120:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.373653:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e17f65cc/0xd3c138f33087ccd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c6d expref: 6483 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.373664:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.373666:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.373669:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.373676:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.373679:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.373693:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.373703:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764892.373708:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169652992:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.373718:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2410:x1862023150211200:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 103us (6968us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.373724:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7743
00000100:00100000:2.0:1775764892.373728:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.373751:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169653120
00000100:00100000:2.0:1775764892.373755:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169653120
00000100:00100000:2.0:1775764892.373777:0:14055:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169652992
00000004:00080000:1.0:1775764892.373779:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc75500/2, rc 0, transno 4294972781
00000100:00100000:2.0:1775764892.373779:0:14055:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169652992
00000100:00100000:1.0:1775764892.373784:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169650432:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1775764892.373795:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29000
00000100:00100000:2.0:1775764892.373801:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+481:3660:x1862023169653120:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.373843:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7851 count 1
00010000:00010000:2.0:1775764892.373860:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.373872:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc530d37/0xd3c138f33087ce09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b24 expref: 6516 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.373879:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.373881:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.373883:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.373904:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc530d37/0xd3c138f33087ce09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b24 expref: 6516 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.373916:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc530d37/0xd3c138f33087ce09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b24 expref: 6516 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.373929:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169653248:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.373967:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07ab40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.373983:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29001
00000100:00100000:2.0:1775764892.373991:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+481:3660:x1862023169652992:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.374001:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:182 count 1
00010000:00010000:2.0:1775764892.374012:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.374026:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae9b1be9/0xd3c138f33087cbe0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b1d expref: 6516 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.374033:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.374035:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.374037:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.374056:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae9b1be9/0xd3c138f33087cbe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b1d expref: 6516 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.374419:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.374428:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.374436:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.374444:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.374468:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.374599:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+503:3657:x1862023169650688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15538us (15811us total) trans 4294972785 rc 0/0
00000100:00100000:3.0:1775764892.374607:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28991
00010000:00010000:2.0:1775764892.374935:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae9b1be9/0xd3c138f33087cbe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b1d expref: 6516 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.374948:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e96b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169653376:192.168.202.20@tcp:104:
00000004:00080000:1.0:1775764892.374979:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3f4a80/2, rc 0, transno 4294972751
00000100:00100000:2.0:1775764892.374993:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07a9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.375003:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169649280:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.375011:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169653632:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764892.375021:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931b100/2, rc 0, transno 4294972750
00000100:00100000:1.0:1775764892.375025:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169649152:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.375156:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409318a80/2, rc 0, transno 4294972780
00000100:00100000:1.0:1775764892.375170:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409318a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169648384:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.375182:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169653504:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764892.375208:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764892.375231:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40894d880/2, rc 0, transno 4294972785
00000100:00100000:1.0:1775764892.375236:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169650688:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.375457:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.375464:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.375473:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.375477:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.375486:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.375503:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.375512:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008de00a4d/0xd3c138f3308bb844 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.375531:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.375533:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.375535:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.376296:0:14051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169653504
00000100:00100000:0.0:1775764892.376304:0:14051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169653504
00000100:00100000:0.0:1775764892.376359:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29002
00000100:00100000:0.0:1775764892.376368:0:14051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+503:3657:x1862023169653504:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764892.376395:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1862 count 1
00010000:00010000:0.0:1775764892.376419:0:14051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.376437:0:14051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f461bb60/0xd3c138f33087cd1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cb3 expref: 6481 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.376445:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.376447:0:14051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.376450:0:14051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.376483:0:14051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f461bb60/0xd3c138f33087cd1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cb3 expref: 6481 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.376495:0:14051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f461bb60/0xd3c138f33087cd1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cb3 expref: 6481 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.376508:0:14051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4058edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169654016:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.376575:0:14051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404bed480 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.376597:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169653760:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.376630:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.376659:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169653760
00000100:00100000:0.0:1775764892.376660:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.376663:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169653760
00000100:00100000:0.0:1775764892.376665:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169653888:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.376688:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.376690:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29003
00000100:00100000:1.0:1775764892.376696:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+482:3659:x1862023169653760:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.376709:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7098 count 1
00010000:00010000:1.0:1775764892.376722:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.376733:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e8121cb/0xd3c138f33087cbf5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b39 expref: 6516 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.376739:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.376741:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.376743:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.376761:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e8121cb/0xd3c138f33087cbf5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b39 expref: 6516 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.376769:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e8121cb/0xd3c138f33087cbf5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b39 expref: 6516 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.376778:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169654144:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.376815:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.377461:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169653888
00000100:00100000:3.0:1775764892.377466:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169653888
00000100:00100000:3.0:1775764892.377503:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29004
00000100:00100000:3.0:1775764892.377512:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+483:3659:x1862023169653888:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.377527:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8631 count 1
00010000:00010000:3.0:1775764892.377541:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.377553:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000daa91f85/0xd3c138f33087cbfc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b47 expref: 6516 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.377561:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.377563:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.377565:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.377587:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000daa91f85/0xd3c138f33087cbfc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b47 expref: 6516 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.377603:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000daa91f85/0xd3c138f33087cbfc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b47 expref: 6516 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.377612:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169654272:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.377657:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.377739:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169651712:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.377758:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.377767:0:14050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14050:1862023169651968:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.377781:0:14050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.377851:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.377883:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.377905:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150212480
00000100:00100000:1.0:1775764892.377909:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150212480
00010000:00010000:1.0:1775764892.377931:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d16b0f25/0xd3c138f33087ccf1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c89 expref: 6482 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.377967:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7744
00000100:00100000:1.0:1775764892.377974:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2411:x1862023150212480:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.377982:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150212224
00010000:00010000:1.0:1775764892.377984:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1775764892.377986:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150212224
00010000:00010000:1.0:1775764892.377989:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d16b0f25/0xd3c138f33087ccf1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c89 expref: 6482 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378000:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d16b0f25/0xd3c138f33087ccf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c89 expref: 6482 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.378017:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14371
00010000:00010000:1.0:1775764892.378021:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:0.0:1775764892.378023:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6381:11674:x1862023150212224:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.378080:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.378226:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f82be00/0xd3c138f33084d34f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1849:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3b3f expref: 6381 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378242:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1849:0x0].0x0 (ffff89b404b8c200)
00010000:00010000:0.0:1775764892.378264:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.378280:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378292:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378301:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378314:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90000/0xd3c138f3308bb8c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x97be71c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378321:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90000/0xd3c138f3308bb8c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97be71c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378328:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90000/0xd3c138f3308bb8c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97be71c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378423:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378431:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378438:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378445:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.378449:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378457:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378476:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.378511:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2411:x1862023150212480:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 537us (626us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.378517:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7744
00000100:00100000:1.0:1775764892.378556:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.378594:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.378663:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14045:1862023169652608:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.378681:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.378711:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4029, 64 off266048
00000100:00100000:1.0:1775764892.378724:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000040:00080000:0.0:1775764892.378733:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4029, 64 off266048
00000100:00100000:1.0:1775764892.378739:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150212352
00000100:00100000:1.0:1775764892.378742:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150212352
00010000:00010000:1.0:1775764892.378757:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000652810fe/0xd3c138f33087cbd2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b01 expref: 6517 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.378776:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150212608
00000100:00100000:1.0:1775764892.378779:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150212608
00010000:00010000:0.0:1775764892.378782:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378788:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b14fae9e/0xd3c138f33087cbcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07af3 expref: 6518 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378790:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.378802:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150212864
00000100:00100000:1.0:1775764892.378805:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150212864
00010000:00010000:0.0:1775764892.378812:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378814:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003917c718/0xd3c138f33087ce56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b08 expref: 6519 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378819:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378826:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378832:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.378835:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7745
00000100:00100000:1.0:1775764892.378840:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6519:2411:x1862023150212352:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.378845:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.378849:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.378853:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000652810fe/0xd3c138f33087cbd2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b01 expref: 6519 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378861:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.378864:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000652810fe/0xd3c138f33087cbd2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b01 expref: 6519 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378866:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378872:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.378877:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378879:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000652810fe/0xd3c138f33087cbd2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b01 expref: 6519 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378884:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378890:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.378892:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1849:0x0].0x0 (ffff89b4092e0400)
00010000:00010000:1.0:1775764892.378892:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.378894:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.378895:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378898:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.378903:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378904:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb8d7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1849:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378918:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.378920:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.378920:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.378922:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.378930:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378938:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.378940:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6518:2411:x1862023150212352:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (384us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764892.378947:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378954:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.378967:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.379108:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+484:3659:x1862023169651584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17260us (17337us total) trans 4294972754 rc 0/0
00000100:00100000:0.0:1775764892.379133:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28993
00000100:00100000:0.0:1775764892.379158:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7746
00000100:00100000:0.0:1775764892.379166:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6518:2411:x1862023150212608:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.379174:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.379179:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b14fae9e/0xd3c138f33087cbcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07af3 expref: 6518 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379194:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7745
00010000:00010000:0.0:1775764892.379195:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b14fae9e/0xd3c138f33087cbcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07af3 expref: 6518 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379208:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b14fae9e/0xd3c138f33087cbcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07af3 expref: 6517 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379209:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7747
00000100:00100000:1.0:1775764892.379215:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6517:2410:x1862023150212864:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.379218:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.379219:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.379222:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379223:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.379227:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003917c718/0xd3c138f33087ce56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b08 expref: 6516 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379229:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379237:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003917c718/0xd3c138f33087ce56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b08 expref: 6516 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379261:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.379261:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.379263:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.379265:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379273:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.379279:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6516:2411:x1862023150212608:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 115us (685us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.379285:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7746
00010000:00010000:0.0:1775764892.379331:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379339:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379345:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379355:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.379358:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379360:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.379364:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379373:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1849:0x0].0x0 (ffff89b4092e0400)
00010000:00010000:0.0:1775764892.379375:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.379378:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379380:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6515:2410:x1862023150212864:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 165us (655us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764892.379385:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bb8d0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1849:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379387:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7747
00010000:00010000:0.0:1775764892.379403:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379409:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379415:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379420:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379424:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.379426:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.379429:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379438:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379445:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.379448:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.379451:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.379457:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bb8c2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379466:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150213120
00000004:00010000:0.0:1775764892.379467:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021d04cb1 reply state 000000002ce91c00 transno 4294991843 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90000/0xd3c138f3308bb8c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97be71c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379470:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150213120
00010000:00010000:0.0:1775764892.379476:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90000/0xd3c138f3308bb8c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x97be71c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379481:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x97be71c7 (ffff89b4092e0100)
00010000:00010000:1.0:1775764892.379482:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004cb9c89b/0xd3c138f33087cd14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cac expref: 6482 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379484:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.379486:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.379502:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150212736
00000100:00100000:1.0:1775764892.379504:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150212736
00010000:00010000:1.0:1775764892.379514:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000553a9e7c/0xd3c138f33087cbc4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ae5 expref: 6515 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.379517:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6382:11674:x1862023150212224:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1495us (1667us total) trans 4294991843 rc 0/0
00000100:00100000:0.0:1775764892.379524:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14371
00000100:00100000:1.0:1775764892.379531:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7748
00000100:00100000:1.0:1775764892.379536:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2410:x1862023150213120:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.379544:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7749
00010000:00010000:1.0:1775764892.379544:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.379548:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cb9c89b/0xd3c138f33087cd14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cac expref: 6482 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.379550:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6515:2410:x1862023150212736:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.379556:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.379558:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cb9c89b/0xd3c138f33087cd14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cac expref: 6482 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379559:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000553a9e7c/0xd3c138f33087cbc4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x27bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ae5 expref: 6515 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379571:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.379572:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.379574:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000553a9e7c/0xd3c138f33087cbc4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ae5 expref: 6515 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379575:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379583:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379585:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.379587:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.379590:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379595:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.379596:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379607:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.379610:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2410:x1862023150213120:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 74us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.379620:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6515:2410:x1862023150212736:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 71us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.379620:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7748
00000100:00100000:0.0:1775764892.379625:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7749
00010000:00010000:0.0:1775764892.379639:0:14050:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379647:0:14050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379656:0:14050:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.379662:0:14050:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.379667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.379675:0:14050:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1775764892.379679:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.379683:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379689:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.379692:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379699:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379709:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379715:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0b51134/0xd3c138f3308bb86e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379731:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.379734:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379740:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.379743:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.379748:0:14050:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+484:3658:x1862023169651456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16538us (16876us total) trans 4294972755 rc 0/0
00000100:00100000:0.0:1775764892.379756:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28995
00010000:00010000:1.0:1775764892.379756:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379764:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.379771:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb87c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.379774:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150212992
00000100:00100000:0.0:1775764892.379777:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150212992
00010000:00010000:1.0:1775764892.379785:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.379786:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.379788:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.379791:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d31879bc/0xd3c138f33087ccff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c97 expref: 6482 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.379816:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7750
00000100:00100000:0.0:1775764892.379822:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2410:x1862023150212992:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.380449:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d16b0f25/0xd3c138f33087ccf1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c89 expref: 6482 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.380464:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14044:1862023169651840:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.380482:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380490:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380496:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380503:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380510:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380540:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.380663:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+504:3659:x1862023169651200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17626us (18643us total) trans 4294972786 rc 0/0
00000100:00100000:3.0:1775764892.380671:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28994
00010000:00010000:3.0:1775764892.380705:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cb9c89b/0xd3c138f33087cd14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cac expref: 6481 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.380715:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8485:1862023169652864:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.380729:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380736:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380742:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380748:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380755:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.380776:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764892.380856:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+504:3658:x1862023169652736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8942us (9523us total) trans 4294972787 rc 0/0
00000100:00100000:3.0:1775764892.380862:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28999
00000100:00100000:2.0:1775764892.381401:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.381502:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.381508:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381515:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.381518:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381526:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381540:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381551:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d59684c1/0xd3c138f3308bb875 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381567:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.381570:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381576:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937be00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.381579:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381586:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381595:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381601:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011ff8cda/0xd3c138f3308bb898 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381613:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.381615:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.381616:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.381656:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b402bd7b80/2, rc 0, transno 4294972754
00000100:00100000:0.0:1775764892.381666:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b402bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169651584:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.381680:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405081880/2, rc 0, transno 4294972786
00000100:00100000:0.0:1775764892.381691:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169651200:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764892.381717:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.381725:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d31879bc/0xd3c138f33087ccff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c97 expref: 6480 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381736:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d31879bc/0xd3c138f33087ccff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c97 expref: 6480 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381750:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d31879bc/0xd3c138f33087ccff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c97 expref: 6480 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381760:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.381762:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.381766:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381775:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.381811:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.381851:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6479:2410:x1862023150212992:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2028us (2182us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.381859:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7750
00010000:00010000:2.0:1775764892.382037:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000553a9e7c/0xd3c138f33087cbc4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x27bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ae5 expref: 6514 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.382049:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169652096:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.382076:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.382091:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.382098:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.382107:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.382154:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.382172:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.382211:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.382217:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382224:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.382227:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382234:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382254:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382266:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095d0250f/0xd3c138f3308bb883 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382293:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.382294:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.382296:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.382307:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382314:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382322:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382329:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.382340:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.382475:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.382480:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.382489:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.382492:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.382500:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.382511:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.382518:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082d18bc3/0xd3c138f3308bb891 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.382532:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.382534:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.382535:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.383538:0:14047:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169653632
00000100:00100000:3.0:1775764892.383546:0:14047:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169653632
00000100:00100000:3.0:1775764892.383592:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29005
00000100:00100000:3.0:1775764892.383601:0:14047:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53482c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+505:3658:x1862023169653632:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764892.383629:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4255 count 1
00010000:00010000:3.0:1775764892.383649:0:14047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.383666:0:14047:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ce79017/0xd3c138f33087cd29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc1 expref: 6478 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.383674:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.383676:0:14047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.383679:0:14047:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.383705:0:14047:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ce79017/0xd3c138f33087cd29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc1 expref: 6478 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.383717:0:14047:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ce79017/0xd3c138f33087cd29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc1 expref: 6478 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.383731:0:14047:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169654528:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.384528:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+505:3658:x1862023169652480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18031us (18825us total) trans 4294972788 rc 0/0
00000100:00100000:1.0:1775764892.384538:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28998
00000100:00100000:1.0:1775764892.384581:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169654400:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.384608:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+484:3658:x1862023169651328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21214us (21685us total) trans 4294972756 rc 0/0
00000100:00100000:2.0:1775764892.384616:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28996
00010000:00010000:2.0:1775764892.384636:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.384637:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764892.384644:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.384666:0:14052:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169654400
00000100:00100000:1.0:1775764892.384670:0:14052:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169654400
00010000:00010000:2.0:1775764892.384678:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003917c718/0xd3c138f33087ce56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b08 expref: 6513 pid: 8421 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.384691:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169652352:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.384695:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29006
00000100:00100000:1.0:1775764892.384701:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+484:3657:x1862023169654400:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.384711:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1775764892.384718:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6654 count 1
00010000:00010000:2.0:1775764892.384726:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.384732:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.384732:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.384743:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.384744:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000043d7df26/0xd3c138f33087cc03 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b55 expref: 6512 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.384751:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.384752:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.384754:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.384757:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.384766:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.384776:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000043d7df26/0xd3c138f33087cc03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b55 expref: 6512 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.384786:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000043d7df26/0xd3c138f33087cc03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b55 expref: 6512 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.384796:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169654656:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.384853:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be10c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.385430:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+485:3660:x1862023169652224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20486us (20555us total) trans 4294972757 rc 0/0
00000100:00100000:2.0:1775764892.385437:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28997
00010000:00010000:2.0:1775764892.385457:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.385462:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.385470:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.385474:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.385482:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.385498:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.385505:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa7be5b0/0xd3c138f3308bb88a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.385522:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.385523:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.385525:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.385552:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9ea00/2, rc 0, transno 4294972757
00000100:00100000:2.0:1775764892.385572:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169652224:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764892.385598:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40891b800/2, rc 0, transno 4294972787
00000100:00100000:2.0:1775764892.385610:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40891b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169652736:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1775764892.385629:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409319880/2, rc 0, transno 4294972788
00000100:00100000:2.0:1775764892.385636:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169652480:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1775764892.385650:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405080000/2, rc 0, transno 4294972756
00000100:00100000:2.0:1775764892.385653:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169651328:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764892.385662:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3f8e00/2, rc 0, transno 4294972755
00000100:00100000:2.0:1775764892.385665:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169651456:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.385936:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764892.385959:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40bdcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169654784:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.385966:0:14047:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254b40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.385990:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.386010:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169655040:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.386035:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.386055:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764892.386071:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b4089e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169654912:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.386092:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.386133:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169654784
00000100:00100000:2.0:1775764892.386138:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169654784
00000100:00100000:2.0:1775764892.386165:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169655040
00000100:00100000:2.0:1775764892.386168:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169655040
00000100:00100000:2.0:1775764892.386182:0:14049:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169654912
00000100:00100000:2.0:1775764892.386185:0:14049:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169654912
00000100:00100000:2.0:1775764892.386472:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29007
00000100:00100000:2.0:1775764892.386481:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+487:3657:x1862023169654784:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.386502:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9127 count 1
00010000:00010000:2.0:1775764892.386520:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386535:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e28dd27d/0xd3c138f33087cc0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b63 expref: 6512 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386543:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.386545:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.386548:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386568:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e28dd27d/0xd3c138f33087cc0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b63 expref: 6512 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386578:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e28dd27d/0xd3c138f33087cc0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b63 expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.386591:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169655168:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.386636:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07a300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.386652:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29008
00000100:00100000:2.0:1775764892.386658:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+487:3660:x1862023169655040:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.386669:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5323 count 1
00010000:00010000:2.0:1775764892.386681:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386692:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030d9dd74/0xd3c138f33087cc18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b7f expref: 6512 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386699:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.386701:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.386703:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386719:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030d9dd74/0xd3c138f33087cc18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b7f expref: 6512 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386727:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030d9dd74/0xd3c138f33087cc18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b7f expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.386736:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169655296:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.386756:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07ac00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.386771:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29009
00000100:00100000:2.0:1775764892.386777:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+487:3660:x1862023169654912:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.386786:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3832 count 1
00010000:00010000:2.0:1775764892.386868:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386880:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfa1236b/0xd3c138f33087cdb5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b6a expref: 6512 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386887:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.386888:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.386891:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386907:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfa1236b/0xd3c138f33087cdb5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b6a expref: 6512 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.386916:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfa1236b/0xd3c138f33087cdb5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b6a expref: 6512 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.386925:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169655424:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.386946:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07a840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.387731:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169653248:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.387749:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.392786:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.392824:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.392888:0:14051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4058edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14051:1862023169654016:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.392899:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150213248
00000100:00100000:1.0:1775764892.392907:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150213248
00010000:00010000:0.0:1775764892.392916:0:14051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.392940:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150213376
00000100:00100000:0.0:1775764892.392942:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150213376
00010000:00010000:0.0:1775764892.392956:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae9b1be9/0xd3c138f33087cbe0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b1d expref: 6514 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.392958:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc530d37/0xd3c138f33087ce09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b24 expref: 6513 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.393189:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e96b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169653376:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.393427:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.393728:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7751
00000100:00100000:0.0:1775764892.393740:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6514:2411:x1862023150213248:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.393758:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.393765:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc530d37/0xd3c138f33087ce09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1eab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b24 expref: 6514 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.393779:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc530d37/0xd3c138f33087ce09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1eab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b24 expref: 6514 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.393888:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc530d37/0xd3c138f33087ce09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1eab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b24 expref: 6514 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.393906:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.393909:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.393915:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.393925:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.393961:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.394016:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6513:2411:x1862023150213248:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 279us (1240us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.394024:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7751
00000100:00100000:0.0:1775764892.394046:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7752
00000100:00100000:0.0:1775764892.394053:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6512:2411:x1862023150213376:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.394161:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.394168:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae9b1be9/0xd3c138f33087cbe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b1d expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394178:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae9b1be9/0xd3c138f33087cbe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b1d expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394228:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394238:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394256:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394265:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394289:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.394468:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+488:3660:x1862023169653120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20666us (20787us total) trans 4294972758 rc 0/0
00000100:00100000:3.0:1775764892.394559:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29000
00010000:00010000:0.0:1775764892.394692:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae9b1be9/0xd3c138f33087cbe0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b1d expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394703:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.394705:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.394708:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394715:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394728:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.394733:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394739:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.394743:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394752:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394761:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394767:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000676eb72f/0xd3c138f3308bb89f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1eab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.394783:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.394784:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.394786:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.394812:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.394837:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6511:2411:x1862023150213376:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 785us (2012us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.394845:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7752
00000004:00080000:2.0:1775764892.394964:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e901500/2, rc 0, transno 4294972758
00000100:00100000:2.0:1775764892.394988:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169653120:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.395026:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.395036:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.395044:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.395051:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.395084:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.395192:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+488:3660:x1862023169652992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21203us (21462us total) trans 4294972759 rc 0/0
00000100:00100000:3.0:1775764892.395206:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29001
00010000:00010000:2.0:1775764892.395344:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.395349:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.395356:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.395360:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.395367:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.395379:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.395385:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065e368af/0xd3c138f3308bb8a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.395402:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.395404:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.395405:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.395425:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e900000/2, rc 0, transno 4294972759
00000100:00100000:2.0:1775764892.395431:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169652992:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.395542:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169655680:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.395584:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.395657:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169655552:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.395701:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169654272:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.395719:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.395770:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.395890:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169655680
00000100:00100000:1.0:1775764892.395897:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169655680
00000100:00100000:1.0:1775764892.395939:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169655552
00000100:00100000:1.0:1775764892.395941:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169655552
00000100:00100000:1.0:1775764892.395963:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29010
00000100:00100000:1.0:1775764892.395970:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+489:3658:x1862023169655680:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.395994:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9476 count 1
00010000:00010000:1.0:1775764892.396013:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.396027:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b93248f2/0xd3c138f33087cdca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b94 expref: 6510 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.396035:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.396037:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.396042:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.396065:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b93248f2/0xd3c138f33087cdca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b94 expref: 6510 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.396077:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b93248f2/0xd3c138f33087cdca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b94 expref: 6510 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.396094:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40894c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169655808:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.396168:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.396191:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169654144:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.396319:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29011
00000100:00100000:2.0:1775764892.396328:0:14045:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+489:3657:x1862023169655552:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.396342:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2951 count 1
00010000:00010000:2.0:1775764892.396357:0:14045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.396369:0:14045:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029933721/0xd3c138f33087cc1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b8d expref: 6510 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.396377:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.396378:0:14045:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.396380:0:14045:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.396402:0:14045:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029933721/0xd3c138f33087cc1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b8d expref: 6510 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.396411:0:14045:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029933721/0xd3c138f33087cc1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b8d expref: 6510 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.396422:0:14045:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169655936:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.396452:0:14045:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07a9c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.396497:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.397374:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.397470:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150214016
00000100:00100000:2.0:1775764892.397476:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150214016
00000100:00100000:2.0:1775764892.397522:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14372
00000100:00100000:2.0:1775764892.397530:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6382:11674:x1862023150214016:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.397585:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.397612:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4084ad600/0xd3c138f33081ce2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea09e expref: 6382 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397628:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232:0x0].0x0 (ffff89b40f54de00)
00010000:00010000:2.0:1775764892.397639:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.397656:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397667:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397676:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397689:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5200/0xd3c138f3308bb916 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfca0eb2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397696:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5200/0xd3c138f3308bb916 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfca0eb2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397703:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5200/0xd3c138f3308bb916 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfca0eb2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397802:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x232:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397811:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.397817:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.398053:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4030, 64 off266112
00000040:00080000:2.0:1775764892.398074:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4030, 64 off266112
00010000:00010000:2.0:1775764892.398162:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x232:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398173:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398180:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398187:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398194:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398292:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398309:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.398327:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398333:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398339:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398345:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c5400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.398349:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398357:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398366:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232:0x0].0x0 (ffff89b408185300)
00010000:00010000:2.0:1775764892.398369:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.398372:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398378:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5400/0xd3c138f3308bb91d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398394:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398400:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398406:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398412:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398416:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c5800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.398419:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398425:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398435:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.398438:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.398441:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398447:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5800/0xd3c138f3308bb90f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.398456:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d77f4b69 reply state 000000001d475cd7 transno 4294991844 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5200/0xd3c138f3308bb916 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfca0eb2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398467:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5200/0xd3c138f3308bb916 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfca0eb2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398473:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfca0eb2c (ffff89b408185400)
00010000:00010000:2.0:1775764892.398475:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.398478:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.398539:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6383:11674:x1862023150214016:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1008us (1166us total) trans 4294991844 rc 0/0
00000100:00100000:2.0:1775764892.398548:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14372
00010000:00010000:2.0:1775764892.398584:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.398589:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398595:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c5c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.398598:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398604:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398616:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232:0x0].0x0 (ffff89b408185300)
00010000:00010000:2.0:1775764892.398618:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.398620:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398625:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5c00/0xd3c138f3308bb924 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.398637:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.398639:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.398640:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.398810:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.398852:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.398870:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.398936:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169654656:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.398962:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150213504
00010000:00010000:0.0:1775764892.398968:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.398969:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150213504
00010000:00010000:3.0:1775764892.398996:0:6525:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f461bb60/0xd3c138f33087cd1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cb3 expref: 6479 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.399039:0:14047:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14047:1862023169654528:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.399049:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169655168:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.399052:0:14047:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.399069:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150213760
00000100:00100000:3.0:1775764892.399072:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150213760
00010000:00010000:3.0:1775764892.399087:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000daa91f85/0xd3c138f33087cbfc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b47 expref: 6511 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.399110:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150213632
00000100:00100000:3.0:1775764892.399129:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150213632
00010000:00010000:3.0:1775764892.399142:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e8121cb/0xd3c138f33087cbf5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b39 expref: 6512 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.399166:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7753
00000100:00100000:3.0:1775764892.399174:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c618050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6479:2411:x1862023150213504:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.399186:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.399191:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f461bb60/0xd3c138f33087cd1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cb3 expref: 6479 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399216:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f461bb60/0xd3c138f33087cd1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cb3 expref: 6479 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399232:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f461bb60/0xd3c138f33087cd1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cb3 expref: 6479 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399244:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.399253:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.399258:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399266:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399267:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399293:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.399302:0:14051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399310:0:14051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399319:0:14051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.399319:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c618050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6478:2411:x1862023150213504:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 147us (511us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.399326:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7753
00010000:00010000:0.0:1775764892.399327:0:14051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399342:0:14051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.399373:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7754
00000100:00100000:3.0:1775764892.399380:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6512:2411:x1862023150213760:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.399389:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.399392:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000daa91f85/0xd3c138f33087cbfc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b47 expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399401:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000daa91f85/0xd3c138f33087cbfc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b47 expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399414:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000daa91f85/0xd3c138f33087cbfc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b47 expref: 6512 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399424:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.399425:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.399428:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399435:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399451:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.399468:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6511:2411:x1862023150213760:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 89us (616us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.399474:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7754
00000100:00100000:0.0:1775764892.399477:0:14051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+505:3657:x1862023169653504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23111us (24268us total) trans 4294972789 rc 0/0
00000100:00100000:0.0:1775764892.399485:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29002
00000100:00100000:3.0:1775764892.399487:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7755
00000100:00100000:3.0:1775764892.399492:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6510:2411:x1862023150213632:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.399500:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.399504:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e8121cb/0xd3c138f33087cbf5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b39 expref: 6510 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399505:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399514:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e8121cb/0xd3c138f33087cbf5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b39 expref: 6510 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399519:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399527:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399527:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e8121cb/0xd3c138f33087cbf5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1bba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b39 expref: 6510 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399535:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399538:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.399539:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.399542:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399548:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1775764892.399549:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.399564:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.399582:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6509:2411:x1862023150213632:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 89us (710us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.399588:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7755
00000100:00100000:0.0:1775764892.399636:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+490:3659:x1862023169653888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22125us (22946us total) trans 4294972760 rc 0/0
00000100:00100000:0.0:1775764892.399642:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29004
00010000:00010000:0.0:1775764892.399659:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.399664:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399671:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.399674:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399682:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399694:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399701:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dacaea0/0xd3c138f3308bb8ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399721:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.399724:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399731:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.399734:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399741:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399751:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399758:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0f4e86c/0xd3c138f3308bb8bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399773:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.399775:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.399776:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.399781:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.399782:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.399791:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.399800:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.399806:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.399809:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3fad80/2, rc 0, transno 4294972760
00000100:00100000:0.0:1775764892.399820:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169653888:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.399820:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:0.0:1775764892.399849:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc77800/2, rc 0, transno 4294972789
00000100:00100000:0.0:1775764892.399859:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169653504:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764892.399897:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.399904:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+490:3659:x1862023169653760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23208us (23273us total) trans 4294972761 rc 0/0
00000100:00100000:1.0:1775764892.399911:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29003
00000004:00080000:0.0:1775764892.399918:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3f9180/2, rc 0, transno 4294972761
00000100:00100000:0.0:1775764892.399921:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169653760:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.399928:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.399933:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.399936:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150214144
00000100:00100000:0.0:1775764892.399939:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150214144
00010000:00010000:1.0:1775764892.399941:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.399944:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.399951:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.399962:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.399969:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000043d7df26/0xd3c138f33087cc03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b55 expref: 6509 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.399969:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb685df5/0xd3c138f3308bb8b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1bba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.399986:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.399988:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.399989:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.399990:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7756
00000100:00100000:0.0:1775764892.399997:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409319180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6509:2412:x1862023150214144:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.400005:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.400008:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000043d7df26/0xd3c138f33087cc03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b55 expref: 6509 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400017:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000043d7df26/0xd3c138f33087cc03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b55 expref: 6509 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400043:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043d7df26/0xd3c138f33087cc03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b55 expref: 6509 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400053:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.400055:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1775764892.400073:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169656192:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.400105:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.400149:0:8421:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169656192
00000100:00100000:1.0:1775764892.400153:0:8421:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169656192
00000100:00100000:1.0:1775764892.400177:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29012
00000100:00100000:1.0:1775764892.400183:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+490:3660:x1862023169656192:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.400288:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6370 count 1
00010000:00010000:1.0:1775764892.400307:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400328:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026da9675/0xd3c138f33087cc34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb7 expref: 6508 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400335:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.400337:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.400339:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400368:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026da9675/0xd3c138f33087cc34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb7 expref: 6508 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400380:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026da9675/0xd3c138f33087cc34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb7 expref: 6508 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.400394:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169656320:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.400439:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.400459:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764892.400465:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b405b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169656064:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.400489:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.400513:0:14041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169656064
00000100:00100000:1.0:1775764892.400517:0:14041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169656064
00000100:00100000:1.0:1775764892.400547:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29013
00000100:00100000:1.0:1775764892.400553:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+491:3660:x1862023169656064:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.400591:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3902 count 1
00010000:00010000:1.0:1775764892.400603:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400613:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d0eff55/0xd3c138f33087cdd1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba2 expref: 6508 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400619:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.400621:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.400623:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400639:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d0eff55/0xd3c138f33087cdd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba2 expref: 6508 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400647:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d0eff55/0xd3c138f33087cdd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba2 expref: 6508 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.400657:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169656448:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.400679:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.400721:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.400742:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.400757:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150214400
00000100:00100000:1.0:1775764892.400760:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150214400
00010000:00010000:1.0:1775764892.400777:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ce79017/0xd3c138f33087cd29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc1 expref: 6478 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400780:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400790:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.400796:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150214272
00000100:00100000:1.0:1775764892.400798:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150214272
00010000:00010000:1.0:1775764892.400809:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e28dd27d/0xd3c138f33087cc0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b63 expref: 6509 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400816:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.400824:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7757
00010000:00010000:0.0:1775764892.400830:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.400830:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6478:2412:x1862023150214400:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.400838:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.400839:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400842:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ce79017/0xd3c138f33087cd29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x109f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc1 expref: 6478 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400847:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400853:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ce79017/0xd3c138f33087cd29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x109f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc1 expref: 6478 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400855:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400867:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ce79017/0xd3c138f33087cd29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x109f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc1 expref: 6478 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.400868:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.400877:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.400878:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.400880:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400887:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400902:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.400920:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6477:2412:x1862023150214400:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 90us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.400929:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7757
00000100:00100000:1.0:1775764892.400943:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7758
00000100:00100000:1.0:1775764892.400950:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6509:2412:x1862023150214272:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.400957:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.400961:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e28dd27d/0xd3c138f33087cc0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b63 expref: 6509 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400971:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e28dd27d/0xd3c138f33087cc0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b63 expref: 6509 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400984:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e28dd27d/0xd3c138f33087cc0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b63 expref: 6509 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.400993:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.400995:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.400998:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.401004:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.401022:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.401091:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.401097:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.401105:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.401108:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.401131:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.401143:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.401150:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b340248/0xd3c138f3308bb8e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.401170:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.401172:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.401173:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.401357:0:14047:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.401367:0:14047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.401376:0:14047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.401384:0:14047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.401400:0:14047:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.401715:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6508:2412:x1862023150214272:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 763us (969us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.401723:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7758
00000100:00100000:1.0:1775764892.401821:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.401866:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.401880:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150214656
00000100:00100000:1.0:1775764892.401885:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150214656
00010000:00010000:1.0:1775764892.401903:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfa1236b/0xd3c138f33087cdb5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b6a expref: 6508 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.401922:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150214528
00000100:00100000:1.0:1775764892.401924:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150214528
00010000:00010000:1.0:1775764892.401934:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030d9dd74/0xd3c138f33087cc18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b7f expref: 6509 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.401951:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7759
00000100:00100000:1.0:1775764892.401958:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6509:2412:x1862023150214656:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.401966:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.401971:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfa1236b/0xd3c138f33087cdb5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xef8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b6a expref: 6509 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.401981:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfa1236b/0xd3c138f33087cdb5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xef8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b6a expref: 6509 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.402046:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169655296:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.402066:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402093:0:8485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfa1236b/0xd3c138f33087cdb5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xef8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b6a expref: 6509 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.402104:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169655424:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.402230:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.402232:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.402236:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.402252:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.402566:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+492:3657:x1862023169654400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17863us (17927us total) trans 4294972762 rc 0/0
00000100:00100000:3.0:1775764892.402566:0:14047:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53482c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+505:3658:x1862023169653632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18965us (21163us total) trans 4294972790 rc 0/0
00000100:00100000:0.0:1775764892.402575:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29006
00010000:00010000:0.0:1775764892.402602:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.402612:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.402621:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.402629:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.402643:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764892.402723:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.402749:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7760
00000100:00100000:2.0:1775764892.402759:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6508:2412:x1862023150214528:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.402770:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1775764892.402774:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+492:3657:x1862023169654784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16295us (16783us total) trans 4294972763 rc 0/0
00010000:00010000:2.0:1775764892.402775:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030d9dd74/0xd3c138f33087cc18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b7f expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402786:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030d9dd74/0xd3c138f33087cc18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b7f expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402816:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d9dd74/0xd3c138f33087cc18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b7f expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402826:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.402828:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.402830:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402837:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402853:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.402863:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402869:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402876:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402882:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.402895:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1775764892.402966:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+493:3660:x1862023169655040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16308us (16930us total) trans 4294972764 rc 0/0
00000100:00100000:3.0:1775764892.403213:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29005
00000004:00080000:3.0:1775764892.403513:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc75c00/2, rc 0, transno 4294972790
00000100:00100000:3.0:1775764892.403531:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169653632:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764892.403650:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.403685:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6507:2412:x1862023150214656:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1726us (1863us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.403692:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7759
00000100:00100000:1.0:1775764892.403771:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169655808:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.403803:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.403857:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.403877:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.404004:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404013:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404021:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404028:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404046:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:3.0:1775764892.404221:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+494:3660:x1862023169654912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17443us (18126us total) trans 4294972765 rc 0/0
00000100:00100000:3.0:1775764892.404228:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29009
00000100:00100000:3.0:1775764892.404264:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150214912
00000100:00100000:3.0:1775764892.404271:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150214912
00000100:00100000:0.0:1775764892.404596:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29007
00010000:00010000:0.0:1775764892.404621:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1775764892.404628:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404637:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.404641:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404651:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404670:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404676:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001582fd34/0xd3c138f3308bb8de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404697:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764892.404700:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404706:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.404709:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404715:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404724:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404731:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004361fc88/0xd3c138f3308bb8ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404746:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.404750:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404755:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.404757:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404764:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029933721/0xd3c138f33087cc1f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b8d expref: 6507 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404770:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404778:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404785:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8ac5d8f/0xd3c138f3308bb8f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.404785:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150214784
00000100:00100000:3.0:1775764892.404794:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150214784
00010000:00010000:0.0:1775764892.404797:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.404800:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404806:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c4400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.404806:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b93248f2/0xd3c138f33087cdca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b94 expref: 6508 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404809:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404816:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.404823:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7761
00010000:00010000:0.0:1775764892.404825:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.404830:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6508:2412:x1862023150214912:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.404832:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb8fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404844:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.404850:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.404851:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029933721/0xd3c138f33087cc1f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b8d expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404852:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.404854:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.404861:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029933721/0xd3c138f33087cc1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b8d expref: 6508 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404867:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.404877:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.404880:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.404884:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404891:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.404896:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40bdcbb80/2, rc 0, transno 4294972763
00010000:00010000:3.0:1775764892.404905:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.404908:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40bdcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169654784:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.404919:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b533403b80/2, rc 0, transno 4294972762
00000100:00100000:0.0:1775764892.404923:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b533403b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169654400:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.404923:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6508:2412:x1862023150214912:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 93us (1067us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.404930:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7761
00000100:00100000:3.0:1775764892.404942:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7762
00000100:00100000:3.0:1775764892.404947:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6507:2412:x1862023150214784:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.404955:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.404959:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b93248f2/0xd3c138f33087cdca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b94 expref: 6507 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404970:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b93248f2/0xd3c138f33087cdca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b94 expref: 6507 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404983:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b93248f2/0xd3c138f33087cdca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b94 expref: 6507 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.404992:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.404994:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.404997:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.405008:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.405022:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.405035:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:2412:x1862023150214784:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 88us (1158us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.405042:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7762
00000100:00100000:0.0:1775764892.405446:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169656576:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.405484:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169656704:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.405486:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.405509:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.405533:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169656576
00000100:00100000:0.0:1775764892.405536:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409319180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6505:2412:x1862023150214144:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 5539us (5639us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.405537:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169656576
00000100:00100000:0.0:1775764892.405543:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7756
00000100:00100000:3.0:1775764892.405558:0:8419:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169656704
00000100:00100000:3.0:1775764892.405561:0:8419:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169656704
00000100:00100000:3.0:1775764892.405579:0:8486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29014
00000100:00100000:3.0:1775764892.405585:0:8486:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+494:3657:x1862023169656576:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.405607:0:8486:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9571 count 1
00010000:00010000:3.0:1775764892.405625:0:8486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.405632:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:3.0:1775764892.405638:0:8486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065302f38/0xd3c138f33087cb38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bcc expref: 6504 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.405644:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.405646:0:8486:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.405649:0:8486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.405651:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150215168
00000100:00100000:0.0:1775764892.405654:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150215168
00010000:00010000:3.0:1775764892.405675:0:8486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065302f38/0xd3c138f33087cb38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bcc expref: 6504 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.405680:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14373
00000100:00100000:0.0:1775764892.405686:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6383:11674:x1862023150215168:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.405687:0:8486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065302f38/0xd3c138f33087cb38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bcc expref: 6504 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.405697:0:8486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169656832:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.405729:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1775764892.405729:0:8486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254cc0 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.405744:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405341400/0xd3c138f33086cfc4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa0f0 expref: 6383 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.405745:0:14055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29015
00000100:00100000:3.0:1775764892.405751:0:14055:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+494:3658:x1862023169656704:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.405758:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26d0:0x0].0x0 (ffff89b403bd4a00)
00002000:00080000:3.0:1775764892.405762:0:14055:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3970 count 1
00010000:00010000:0.0:1775764892.405767:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.405774:0:14055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.405784:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.405785:0:14055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000facf62ca/0xd3c138f33087cb1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bd3 expref: 6504 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.405794:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.405803:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.405817:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb94e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1d810c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.405823:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb94e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1d810c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.405829:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb94e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1d810c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.405878:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.405879:0:14055:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.405882:0:14055:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.405901:0:14055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000facf62ca/0xd3c138f33087cb1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bd3 expref: 6504 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.405914:0:14055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000facf62ca/0xd3c138f33087cb1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bd3 expref: 6504 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.405923:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.405924:0:14055:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169656960:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.405930:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.405937:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.405944:0:14055:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b5072543c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.406042:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406051:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406059:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406066:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406084:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.406399:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+495:3658:x1862023169655680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10429us (10813us total) trans 4294972766 rc 0/0
00000100:00100000:1.0:1775764892.406407:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29010
00000040:00080000:0.0:1775764892.406419:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4031, 64 off266176
00000040:00080000:0.0:1775764892.406440:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4031, 64 off266176
00010000:00010000:0.0:1775764892.406485:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406495:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406506:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406512:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406517:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406522:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.406527:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40894d500/2, rc 0, transno 4294972766
00000100:00100000:3.0:1775764892.406539:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169655680:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.406543:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764892.406559:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406565:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406571:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406577:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.406579:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.406582:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406585:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406589:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406593:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.406596:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406598:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26d0:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:0.0:1775764892.406601:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.406603:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406605:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406611:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bb955 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406616:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406622:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb901 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406625:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406631:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406636:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406640:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.406641:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.406642:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406643:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406648:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.406650:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406651:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406657:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.406657:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.406659:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.406661:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406664:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26d0:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:0.0:1775764892.406667:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bb947 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406667:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.406669:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406674:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bb95c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.406676:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000982f0ad reply state 00000000d3898f3f transno 4294991845 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb94e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1d810c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406689:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.406690:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90e00/0xd3c138f3308bb94e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1d810c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.406691:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.406692:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.406696:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1d810c6 (ffff89b4092e0400)
00010000:00010000:0.0:1775764892.406698:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.406701:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.406745:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6384:11674:x1862023150215168:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1059us (1112us total) trans 4294991845 rc 0/0
00000100:00100000:0.0:1775764892.406753:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14373
00000100:00100000:2.0:1775764892.406762:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29008
00010000:00010000:0.0:1775764892.406772:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.406783:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.406788:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.406908:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40931ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169657088:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.406942:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.406978:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169657088
00000100:00100000:1.0:1775764892.406984:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169657088
00000100:00100000:1.0:1775764892.407021:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29016
00000100:00100000:1.0:1775764892.407029:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+494:3659:x1862023169657088:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.407050:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4590 count 1
00010000:00010000:1.0:1775764892.407064:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.407077:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036012342/0xd3c138f33087cb23 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be1 expref: 6504 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.407084:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.407086:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.407088:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.407141:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036012342/0xd3c138f33087cb23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be1 expref: 6504 pid: 8486 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.407153:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036012342/0xd3c138f33087cb23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be1 expref: 6504 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.407164:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169657216:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.407212:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1300 going to sleep for 11 seconds
00010000:00010000:2.0:1775764892.408106:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029933721/0xd3c138f33087cc1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07b8d expref: 6504 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.408980:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4089e8e00/2, rc 0, transno 4294972765
00000100:00100000:0.0:1775764892.409008:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169654912:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764892.409023:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b4089ea300/2, rc 0, transno 4294972764
00000100:00100000:0.0:1775764892.409027:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b4089ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169655040:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.409098:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6504:2412:x1862023150214528:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 6339us (7230us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.409110:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7760
00000100:00100000:1.0:1775764892.409609:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764892.409622:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169657344:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.409666:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.409696:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1775764892.409704:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169657472:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.409723:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.409980:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169657344
00000100:00100000:0.0:1775764892.409987:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169657344
00000100:00100000:0.0:1775764892.410040:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169657472
00000100:00100000:0.0:1775764892.410044:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169657472
00000100:00100000:0.0:1775764892.410075:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29017
00000100:00100000:0.0:1775764892.410084:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+496:3659:x1862023169657344:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.410130:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7656 count 1
00010000:00010000:0.0:1775764892.410156:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.410180:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d29ee051/0xd3c138f33087cb62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bf6 expref: 6503 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.410188:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.410191:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.410194:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.410222:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d29ee051/0xd3c138f33087cb62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bf6 expref: 6503 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.410233:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d29ee051/0xd3c138f33087cb62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bf6 expref: 6503 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.410255:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169657600:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.410450:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.410468:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29018
00000100:00100000:0.0:1775764892.410476:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+496:3658:x1862023169657472:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.410489:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4157 count 1
00010000:00010000:0.0:1775764892.410500:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.410511:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000448ddd91/0xd3c138f33087cb69 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c04 expref: 6503 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.410522:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.410523:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.410525:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.410545:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000448ddd91/0xd3c138f33087cb69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c04 expref: 6503 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.410554:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000448ddd91/0xd3c138f33087cb69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c04 expref: 6503 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.410563:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169657728:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.410586:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.410649:0:14045:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52fea8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14045:1862023169655936:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.410668:0:14045:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.410679:0:14045:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.410686:0:14045:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.410696:0:14045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.410703:0:14045:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.410720:0:14045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.410905:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169656320:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.410919:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.410927:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.410933:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.410940:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c5000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.410944:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.410953:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.410972:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.410979:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb908 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.411002:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.411004:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.411005:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.411345:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169656448:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.411357:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.413746:0:14045:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+497:3657:x1862023169655552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17411us (17966us total) trans 4294972767 rc 0/0
00000100:00100000:2.0:1775764892.413760:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29011
00000004:00080000:0.0:1775764892.413782:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40894ce00/2, rc 0, transno 4294972767
00000100:00100000:1.0:1775764892.414002:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169657216:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.414027:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.414068:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.414089:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150215424
00000100:00100000:1.0:1775764892.414096:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150215424
00010000:00010000:1.0:1775764892.414150:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d0eff55/0xd3c138f33087cdd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba2 expref: 6503 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.414177:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7763
00000100:00100000:1.0:1775764892.414185:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6503:2412:x1862023150215424:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.414207:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40894ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169655552:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.414529:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1775764892.414543:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b52fea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169657856:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.414591:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.414626:0:14053:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169657856
00000100:00100000:2.0:1775764892.414631:0:14053:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169657856
00000100:00100000:2.0:1775764892.414659:0:14053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29019
00000100:00100000:2.0:1775764892.414666:0:14053:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+497:3657:x1862023169657856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.414690:0:14053:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3936 count 1
00010000:00010000:2.0:1775764892.414713:0:14053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.414729:0:14053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c303aa98/0xd3c138f33087cb5b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c0b expref: 6503 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.414739:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.414741:0:14053:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.414744:0:14053:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.414772:0:14053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c303aa98/0xd3c138f33087cb5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c0b expref: 6503 pid: 14044 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.414782:0:14053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c303aa98/0xd3c138f33087cb5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c0b expref: 6503 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.414797:0:14053:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169657984:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.414862:0:14053:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07ac00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.414893:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.414975:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.414983:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d0eff55/0xd3c138f33087cdd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba2 expref: 6503 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.414995:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d0eff55/0xd3c138f33087cdd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba2 expref: 6503 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.415006:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.415017:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d0eff55/0xd3c138f33087cdd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ba2 expref: 6503 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.415031:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.415032:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.415036:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.415037:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.415044:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.415066:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150215680
00000100:00100000:1.0:1775764892.415070:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150215680
00000100:00100000:0.0:1775764892.415076:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.415089:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000facf62ca/0xd3c138f33087cb1c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bd3 expref: 6503 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.415099:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.415110:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150215296
00000100:00100000:1.0:1775764892.415144:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150215296
00010000:00010000:1.0:1775764892.415158:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026da9675/0xd3c138f33087cc34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb7 expref: 6504 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.415164:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169657600:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.415170:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150215552
00000100:00100000:1.0:1775764892.415172:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150215552
00010000:00010000:0.0:1775764892.415182:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.415182:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065302f38/0xd3c138f33087cb38 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bcc expref: 6505 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.415192:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150215808
00000100:00100000:1.0:1775764892.415194:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150215808
00000100:00100000:0.0:1775764892.415206:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7764
00000100:00100000:0.0:1775764892.415213:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:2412:x1862023150215680:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.415222:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.415226:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000facf62ca/0xd3c138f33087cb1c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bd3 expref: 6506 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.415235:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000facf62ca/0xd3c138f33087cb1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bd3 expref: 6506 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.415260:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.415261:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.415264:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.415273:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.415295:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.415304:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036012342/0xd3c138f33087cb23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be1 expref: 6506 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.415316:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7765
00000100:00100000:0.0:1775764892.415322:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:2412:x1862023150215680:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 109us (429us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.415322:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:2412:x1862023150215296:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764892.415330:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7764
00010000:00010000:1.0:1775764892.415330:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.415333:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026da9675/0xd3c138f33087cc34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb7 expref: 6506 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.415344:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026da9675/0xd3c138f33087cc34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb7 expref: 6505 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.415346:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7766
00000100:00100000:0.0:1775764892.415352:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6505:2412:x1862023150215552:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.415359:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.415364:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065302f38/0xd3c138f33087cb38 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bcc expref: 6505 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.415364:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026da9675/0xd3c138f33087cc34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bb7 expref: 6505 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.415374:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065302f38/0xd3c138f33087cb38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bcc expref: 6504 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.415374:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.415376:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.415379:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.415384:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.415385:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.415386:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.415388:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.415396:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.415405:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.415406:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.415422:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6504:2412:x1862023150215552:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 69us (384us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.415422:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6504:2412:x1862023150215296:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 101us (416us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.415429:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7766
00010000:00010000:3.0:1775764892.415616:0:8486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065302f38/0xd3c138f33087cb38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bcc expref: 6503 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.415628:0:8486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:8486:1862023169656832:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.415642:0:8486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.415650:0:8486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.415657:0:8486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.415667:0:8486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.415674:0:8486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.415695:0:8486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.415862:0:8486:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+498:3657:x1862023169656576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10276us (10374us total) trans 4294972768 rc 0/0
00000100:00100000:3.0:1775764892.415871:0:8486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29014
00000100:00100000:3.0:1775764892.415895:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150216064
00000100:00100000:3.0:1775764892.415900:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150216064
00000100:00100000:3.0:1775764892.415937:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14374
00000100:00100000:3.0:1775764892.415950:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6384:11674:x1862023150216064:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.416001:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.416018:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e6f800/0xd3c138f330824a2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb96b expref: 6384 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416033:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5bd:0x0].0x0 (ffff89b40a3ea200)
00010000:00010000:3.0:1775764892.416042:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.416060:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416070:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416079:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416094:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb986 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5fb87486 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416101:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb986 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5fb87486 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416108:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb986 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5fb87486 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416535:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416545:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416552:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.416752:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4032, 64 off266240
00000040:00080000:3.0:1775764892.416770:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4032, 64 off266240
00010000:00010000:3.0:1775764892.416806:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416813:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416821:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416827:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416833:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416839:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416857:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1775764892.416876:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416881:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416891:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416896:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.416900:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416907:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416914:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5bd:0x0].0x0 (ffff89b4092ed200)
00010000:00010000:3.0:1775764892.416918:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.416921:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416927:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bb98d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416989:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.416996:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.417001:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.417005:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.417008:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.417018:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.417026:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.417029:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.417032:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.417037:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb97f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.417047:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024e309fb reply state 000000005fe7b938 transno 4294991846 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb986 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5fb87486 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.417057:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ae00/0xd3c138f3308bb986 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5fb87486 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.417064:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5fb87486 (ffff89b4092edb00)
00010000:00010000:3.0:1775764892.417066:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.417069:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.417141:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6385:11674:x1862023150216064:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1195us (2038us total) trans 4294991846 rc 0/0
00000100:00100000:3.0:1775764892.417149:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14374
00000100:00100000:1.0:1775764892.417319:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7765
00000100:00100000:1.0:1775764892.417344:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7767
00000100:00100000:1.0:1775764892.417355:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c619050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6501:2412:x1862023150215808:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.417367:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.417374:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036012342/0xd3c138f33087cb23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be1 expref: 6501 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417387:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036012342/0xd3c138f33087cb23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be1 expref: 6501 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417410:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036012342/0xd3c138f33087cb23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07be1 expref: 6501 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417422:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.417424:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.417428:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417436:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417462:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.417482:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c619050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:2412:x1862023150215808:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 131us (2405us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.417489:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7767
00010000:00010000:1.0:1775764892.417510:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417519:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417527:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417534:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417548:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764892.417673:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+498:3660:x1862023169656192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17490us (17566us total) trans 4294972769 rc 0/0
00000100:00100000:1.0:1775764892.417681:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29012
00010000:00010000:1.0:1775764892.417703:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417711:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417719:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417726:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417740:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1775764892.417846:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+498:3659:x1862023169657088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10817us (10903us total) trans 4294972770 rc 0/0
00000100:00100000:1.0:1775764892.417852:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29016
00000004:00080000:1.0:1775764892.417890:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931ad80/2, rc 0, transno 4294972770
00000100:00100000:1.0:1775764892.417901:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169657088:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.417905:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1775764892.417912:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.417920:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.417924:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417928:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.417936:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.417939:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.417947:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.417955:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006538810a/0xd3c138f3308bb939 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.417973:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764892.417976:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.417982:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.417984:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.417990:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.417999:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5bd:0x0].0x0 (ffff89b4092ed200)
00010000:00010000:0.0:1775764892.418002:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.418005:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.418009:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bb994 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418435:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.418442:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418450:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.418453:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418461:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418473:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418480:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6e27f37/0xd3c138f3308bb92b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418497:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.418500:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418507:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.418510:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418517:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418526:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418533:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d59684c1/0xd3c138f3308bb963 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.418545:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.418547:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.418549:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.418565:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.418581:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.418583:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.418585:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764892.418611:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9d180/2, rc 0, transno 4294972769
00000100:00100000:0.0:1775764892.418696:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169656192:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.418702:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.418714:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b403e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169658112:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.418831:0:14055:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000facf62ca/0xd3c138f33087cb1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bd3 expref: 6499 pid: 8486 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.418843:0:14055:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14055:1862023169656960:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.418868:0:14055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.418879:0:14055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.418888:0:14055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.418896:0:14055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.418902:0:14055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.418917:0:14055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:2.0:1775764892.419064:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40931bb80/2, rc 0, transno 4294972768
00000100:00100000:2.0:1775764892.419069:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40931bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169656576:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.419080:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.419084:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.419091:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937be00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.419094:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.419101:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.419131:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.419139:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011ff8cda/0xd3c138f3308bb940 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.419154:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.419155:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.419157:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.419191:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.419221:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169658240:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.419243:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.419467:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169657728:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.419483:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.419545:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.419557:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169658112
00000100:00100000:3.0:1775764892.419564:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169658112
00000100:00100000:0.0:1775764892.419575:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.419601:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169658240
00000100:00100000:3.0:1775764892.419604:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169658240
00000100:00100000:0.0:1775764892.419607:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29020
00000100:00100000:0.0:1775764892.419615:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+500:3660:x1862023169658112:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.419620:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29021
00000100:00100000:3.0:1775764892.419625:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+500:3660:x1862023169658240:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.419638:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8251 count 1
00002000:00080000:3.0:1775764892.419638:0:8485:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8655 count 1
00010000:00010000:0.0:1775764892.419655:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419655:0:8485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.419669:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f11e1815/0xd3c138f33087cd76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c20 expref: 6498 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419669:0:8485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000449a0781/0xd3c138f33087cc96 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c2e expref: 6498 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.419684:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.419684:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.419686:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.419686:0:8485:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.419689:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419689:0:8485:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.419711:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f11e1815/0xd3c138f33087cd76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c20 expref: 6498 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419711:0:8485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000449a0781/0xd3c138f33087cc96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c2e expref: 6498 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.419723:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f11e1815/0xd3c138f33087cd76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c20 expref: 6498 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419723:0:8485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000449a0781/0xd3c138f33087cc96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c2e expref: 6498 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.419736:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169658624:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.419736:0:8485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169658496:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.419774:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764892.419781:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.419782:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541deed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169658368:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.419831:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.419839:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.419846:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.419861:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.419933:0:8485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254000 going to sleep for 11 seconds
00010000:00010000:3.0:1775764892.419953:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.419958:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419965:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.419968:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419976:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419987:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419994:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d18bc3/0xd3c138f3308bb932 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420007:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.420008:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.420010:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.420040:0:14055:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+500:3658:x1862023169656704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14289us (14530us total) trans 4294972771 rc 0/0
00000100:00100000:3.0:1775764892.420048:0:14055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29015
00000100:00100000:3.0:1775764892.420188:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150216320
00000100:00100000:3.0:1775764892.420192:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150216320
00000100:00100000:1.0:1775764892.420296:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+500:3660:x1862023169656064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19743us (19806us total) trans 4294972772 rc 0/0
00000100:00100000:1.0:1775764892.420303:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29013
00000100:00100000:1.0:1775764892.420324:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150216192
00000100:00100000:1.0:1775764892.420328:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150216192
00010000:00010000:1.0:1775764892.420345:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d29ee051/0xd3c138f33087cb62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bf6 expref: 6500 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.420444:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7768
00000100:00100000:1.0:1775764892.420452:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:2412:x1862023150216192:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.420461:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.420465:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d29ee051/0xd3c138f33087cb62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bf6 expref: 6500 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.420483:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d29ee051/0xd3c138f33087cb62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bf6 expref: 6500 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.420497:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d29ee051/0xd3c138f33087cb62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07bf6 expref: 6500 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.420508:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.420509:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.420513:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420536:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000448ddd91/0xd3c138f33087cb69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c04 expref: 6499 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.420550:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7769
00000100:00100000:3.0:1775764892.420555:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6499:2411:x1862023150216320:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.420562:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.420565:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000448ddd91/0xd3c138f33087cb69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c04 expref: 6499 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420574:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000448ddd91/0xd3c138f33087cb69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c04 expref: 6499 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420585:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000448ddd91/0xd3c138f33087cb69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c04 expref: 6499 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420598:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.420600:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.420602:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420611:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420629:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.420639:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420646:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420653:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420659:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.420670:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764892.420732:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+500:3658:x1862023169657472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10257us (11008us total) trans 4294972773 rc 0/0
00000100:00100000:3.0:1775764892.420736:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29018
00000100:00100000:3.0:1775764892.420760:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6498:2411:x1862023150216320:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 206us (1216us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.420764:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7769
00010000:00010000:1.0:1775764892.420805:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.420825:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.420843:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6497:2412:x1862023150216192:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 393us (1267us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.420850:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7768
00000100:00100000:1.0:1775764892.420887:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6496:2412:x1862023150215424:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 6704us (6819us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.420892:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7763
00000004:00080000:1.0:1775764892.421323:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b405b9e680/2, rc 0, transno 4294972772
00000100:00100000:1.0:1775764892.421340:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b405b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169656064:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1775764892.421728:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.421729:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.421735:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.421740:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421744:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.421748:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421748:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421758:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.421759:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.421767:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421772:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421783:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e857b55/0xd3c138f3308bb971 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.421788:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.421803:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.421806:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421812:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.421814:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421821:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421831:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421838:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dacaea0/0xd3c138f3308bb96a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.421851:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.421853:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.421855:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.421877:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1775764892.421908:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537c21f80/2, rc 0, transno 4294972773
00000100:00100000:2.0:1775764892.421918:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169657472:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1775764892.421930:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b409318700/2, rc 0, transno 4294972771
00000100:00100000:2.0:1775764892.421933:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169656704:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.422010:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.422026:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169658368
00000100:00100000:1.0:1775764892.422033:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169658368
00000100:00100000:1.0:1775764892.422072:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29022
00000100:00100000:1.0:1775764892.422079:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b541dec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+500:3658:x1862023169658368:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.422103:0:14078:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1393 count 1
00010000:00010000:1.0:1775764892.422147:0:14078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.422162:0:14078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000087e3a1cb/0xd3c138f33087cc9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c35 expref: 6495 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.422171:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.422172:0:14078:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.422175:0:14078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.422293:0:14078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000087e3a1cb/0xd3c138f33087cc9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c35 expref: 6495 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.422304:0:14078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000087e3a1cb/0xd3c138f33087cc9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c35 expref: 6495 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.422317:0:14078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b537c22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169658880:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.422380:0:14078:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1900 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.422414:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+501:3659:x1862023169657344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12331us (12747us total) trans 4294972774 rc 0/0
00000100:00100000:0.0:1775764892.422422:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29017
00000100:00100000:1.0:1775764892.422425:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000004:00080000:0.0:1775764892.422454:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537c21c00/2, rc 0, transno 4294972774
00000100:00100000:0.0:1775764892.422459:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169657344:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.423865:0:14053:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14053:1862023169657984:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.424080:0:14053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.424134:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150216448
00000100:00100000:3.0:1775764892.424140:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150216448
00010000:00010000:3.0:1775764892.424172:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c303aa98/0xd3c138f33087cb5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c0b expref: 6496 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.424231:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7770
00000100:00100000:0.0:1775764892.424242:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6496:2411:x1862023150216448:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.424267:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.424273:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c303aa98/0xd3c138f33087cb5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c0b expref: 6496 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424294:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c303aa98/0xd3c138f33087cb5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c0b expref: 6496 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424316:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c303aa98/0xd3c138f33087cb5b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c0b expref: 6496 pid: 14044 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424332:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.424334:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.424338:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424347:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424372:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.424411:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:2411:x1862023150216448:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 171us (1984us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.424418:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7770
00000100:00100000:0.0:1775764892.424453:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169658624:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.424454:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169658752:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.424467:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424481:0:14053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424488:0:14053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424497:0:14053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424503:0:14053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.424517:0:14053:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.424554:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541dec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169659008:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.424616:0:8485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8485:1862023169658496:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.424631:0:8485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.424651:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.424656:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.424664:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c5c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.424668:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.424677:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.424695:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.424702:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac1856b6/0xd3c138f3308bb978 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.424720:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.424722:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.424723:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.425216:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.425279:0:14054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169658752
00000100:00100000:3.0:1775764892.425284:0:14054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169658752
00000100:00100000:3.0:1775764892.425318:0:14054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29023
00000100:00100000:3.0:1775764892.425327:0:14054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+502:3658:x1862023169658752:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764892.425352:0:14054:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1675 count 1
00010000:00010000:3.0:1775764892.425372:0:14054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.425386:0:14054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003427c553/0xd3c138f33087ccab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c43 expref: 6494 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.425393:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.425395:0:14054:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.425398:0:14054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.425627:0:14054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003427c553/0xd3c138f33087ccab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c43 expref: 6494 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.425641:0:14054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003427c553/0xd3c138f33087ccab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c43 expref: 6494 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.425655:0:14054:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169659392:192.168.202.20@tcp:104:
00000100:00100000:3.0:1775764892.425703:0:14054:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b507254000 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.425726:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764892.425733:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541dee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169659264:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.425758:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764892.425845:0:14078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537c22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14078:1862023169658880:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.425861:0:14078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.425930:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.426099:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.426135:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150216832
00000100:00100000:1.0:1775764892.426140:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150216832
00010000:00010000:1.0:1775764892.426161:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f11e1815/0xd3c138f33087cd76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c20 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.426186:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7771
00000100:00100000:1.0:1775764892.426193:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:2411:x1862023150216832:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.426290:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.426296:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f11e1815/0xd3c138f33087cd76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c20 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.426307:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f11e1815/0xd3c138f33087cd76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c20 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.426326:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f11e1815/0xd3c138f33087cd76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c20 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.426339:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.426341:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.426345:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.426354:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.426381:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.426449:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6494:2411:x1862023150216832:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 218us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.426457:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7771
00000100:00100000:1.0:1775764892.426494:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.426523:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.426537:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150217088
00000100:00100000:1.0:1775764892.426540:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150217088
00010000:00010000:1.0:1775764892.426552:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087e3a1cb/0xd3c138f33087cc9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c35 expref: 6494 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.426567:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150216960
00000100:00100000:1.0:1775764892.426569:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150216960
00010000:00010000:1.0:1775764892.426577:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000449a0781/0xd3c138f33087cc96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c2e expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.426592:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7772
00000100:00100000:1.0:1775764892.426596:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:2411:x1862023150217088:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.426603:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.426606:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087e3a1cb/0xd3c138f33087cc9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c35 expref: 6495 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.426659:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.426660:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1775764892.426674:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.426683:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.426686:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:0.0:1775764892.426691:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.426693:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b541ded880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169659136:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.426707:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764892.426716:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.426742:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169659264
00000100:00100000:2.0:1775764892.426746:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169659264
00000100:00100000:2.0:1775764892.426765:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169659008
00000100:00100000:2.0:1775764892.426768:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169659008
00000100:00100000:2.0:1775764892.426782:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169659136
00000100:00100000:2.0:1775764892.426784:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169659136
00000100:00100000:2.0:1775764892.426800:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29024
00000100:00100000:2.0:1775764892.426807:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+505:3658:x1862023169659264:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.426828:0:8420:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9817 count 1
00010000:00010000:2.0:1775764892.426847:0:8420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.426862:0:8420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1cede09/0xd3c138f33087ccdc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c74 expref: 6495 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.426870:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.426872:0:8420:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.426874:0:8420:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.426899:0:8420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1cede09/0xd3c138f33087ccdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c74 expref: 6495 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.426911:0:8420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1cede09/0xd3c138f33087ccdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c74 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.426922:0:8420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169659520:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.426934:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+506:3660:x1862023169658112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7319us (7742us total) trans 4294972776 rc 0/0
00000100:00100000:0.0:1775764892.426941:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29020
00000100:00100000:0.0:1775764892.426956:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29025
00000100:00100000:0.0:1775764892.426962:0:14049:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+505:3659:x1862023169659008:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.426967:0:8420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07af00 going to sleep for 11 seconds
00002000:00080000:0.0:1775764892.426973:0:14049:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9313 count 1
00000100:00100000:2.0:1775764892.426983:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29026
00010000:00010000:0.0:1775764892.426986:0:14049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.426989:0:14052:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+505:3659:x1862023169659136:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.426998:0:14049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045dceac4/0xd3c138f33087ccc0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c58 expref: 6495 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1775764892.426999:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3009 count 1
00010000:00010000:0.0:1775764892.427005:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.427006:0:14049:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.427009:0:14049:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427009:0:14052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427019:0:14052:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e120ce1/0xd3c138f33087ccce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c66 expref: 6495 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427026:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.427027:0:14052:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.427029:0:14052:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427046:0:14052:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e120ce1/0xd3c138f33087ccce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c66 expref: 6495 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427061:0:14052:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e120ce1/0xd3c138f33087ccce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c66 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.427071:0:14052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169659648:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.427097:0:14052:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07ad80 going to sleep for 11 seconds
00000004:00080000:2.0:1775764892.427156:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b403e3c380/2, rc 0, transno 4294972776
00000100:00100000:2.0:1775764892.427167:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b403e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169658112:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.427211:0:14049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045dceac4/0xd3c138f33087ccc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c58 expref: 6495 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427221:0:14049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045dceac4/0xd3c138f33087ccc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c58 expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.427230:0:14049:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b407bf1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169659904:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.427268:0:14049:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6fb40 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.427279:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.427364:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427373:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.427377:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427386:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427399:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427405:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003897c356/0xd3c138f3308bb9a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x203b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427426:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.427427:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.427429:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.427447:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7773
00000100:00100000:0.0:1775764892.427455:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:2412:x1862023150216960:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.427464:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.427469:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000449a0781/0xd3c138f33087cc96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c2e expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427479:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000449a0781/0xd3c138f33087cc96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c2e expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427492:0:14058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000449a0781/0xd3c138f33087cc96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c2e expref: 6495 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427501:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.427503:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.427506:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427514:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.427515:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087e3a1cb/0xd3c138f33087cc9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c35 expref: 6495 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427534:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.427537:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087e3a1cb/0xd3c138f33087cc9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c35 expref: 6494 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.427547:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.427548:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.427551:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.427552:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6493:2412:x1862023150216960:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 99us (1028us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764892.427559:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.427560:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7773
00010000:00010000:1.0:1775764892.427577:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.427580:0:8485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427588:0:8485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.427588:0:14078:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.427596:0:14078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427597:0:8485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.427604:0:14078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427605:0:8485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.427612:0:14078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.427618:0:8485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.427620:0:14078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764892.427704:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+507:3660:x1862023169658240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8077us (8458us total) trans 4294972778 rc 0/0
00000100:00100000:1.0:1775764892.427704:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b541dec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+507:3658:x1862023169658368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5624us (5825us total) trans 4294972777 rc 0/0
00000100:00100000:0.0:1775764892.427710:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29021
00010000:00010000:2.0:1775764892.427741:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:0.0:1775764892.427744:0:14053:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+506:3657:x1862023169657856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13079us (13154us total) trans 4294972775 rc 0/0
00010000:00010000:2.0:1775764892.427745:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427753:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.427756:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427763:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427775:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427780:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8f56f2f/0xd3c138f3308bb99b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427800:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.427804:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427809:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.427812:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427819:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427827:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427833:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001859f77b/0xd3c138f3308bb9a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.427846:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.427847:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.427848:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764892.427868:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b537d7df80/2, rc 0, transno 4294972778
00000100:00100000:2.0:1775764892.427877:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b537d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169658240:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.427915:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169660032:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1775764892.427941:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764892.427979:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169660032
00000100:00100000:2.0:1775764892.427984:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169660032
00000100:00100000:3.0:1775764892.428368:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150216704
00000100:00100000:3.0:1775764892.428373:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150216704
00000100:00100000:3.0:1775764892.428415:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14375
00000100:00100000:3.0:1775764892.428423:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6385:11674:x1862023150216704:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.428478:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.428496:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a859e00/0xd3c138f3308193ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede94f8 expref: 6385 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428512:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff89b53b88b800)
00010000:00010000:3.0:1775764892.428523:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.428542:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428552:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428561:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428575:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ac00/0xd3c138f3308bb9d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5c1e387 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428582:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ac00/0xd3c138f3308bb9d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5c1e387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428589:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ac00/0xd3c138f3308bb9d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5c1e387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428679:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 3/0,1 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428687:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.428694:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.428916:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4033, 64 off266304
00000040:00080000:3.0:1775764892.428939:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4033, 64 off266304
00000100:00100000:1.0:1775764892.429591:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29022
00010000:00010000:1.0:1775764892.429629:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.429675:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6492:2411:x1862023150217088:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3075us (3178us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.429685:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7772
00000100:00100000:0.0:1775764892.429732:0:14053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29019
00000004:00080000:0.0:1775764892.429789:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b52fea8000/2, rc 0, transno 4294972775
00000100:00100000:0.0:1775764892.429806:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b52fea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169657856:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.429815:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764892.429823:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e3ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169659776:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.429864:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.430378:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169660160:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764892.430407:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764892.430479:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430493:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430504:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430515:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430521:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430527:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430551:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.430576:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430582:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430589:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430594:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.430598:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430605:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430615:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff89b4092edf00)
00010000:00010000:3.0:1775764892.430618:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.430622:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 2/0,0 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430633:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bb9da lrc: 0/0,0 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430653:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430659:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430664:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430669:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.430671:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430676:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430685:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.430687:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.430690:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430695:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bb9cc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.430705:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089352a03 reply state 00000000674bede5 transno 4294991847 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ac00/0xd3c138f3308bb9d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5c1e387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430715:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ac00/0xd3c138f3308bb9d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5c1e387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.430722:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5c1e387 (ffff89b4092ede00)
00010000:00010000:3.0:1775764892.430724:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.430727:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.430780:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6386:11674:x1862023150216704:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2357us (4848us total) trans 4294991847 rc 0/0
00010000:00010000:0.0:1775764892.430784:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1775764892.430788:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14375
00010000:00010000:0.0:1775764892.430789:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.430795:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.430799:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.430805:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.430814:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff89b4092edf00)
00010000:00010000:0.0:1775764892.430816:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.430819:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.430824:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bb9e1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.430841:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.430843:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.430844:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.431211:0:14054:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14054:1862023169659392:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.431236:0:14054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.431379:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.432136:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169659776
00000100:00100000:2.0:1775764892.432145:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169659776
00000100:00100000:2.0:1775764892.432185:0:14040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169660160
00000100:00100000:2.0:1775764892.432189:0:14040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169660160
00000100:00100000:1.0:1775764892.432329:0:14041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29027
00000100:00100000:1.0:1775764892.432341:0:14041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+507:3659:x1862023169660032:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764892.432371:0:14041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:584 count 1
00010000:00010000:1.0:1775764892.432391:0:14041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.432409:0:14041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007deae8fb/0xd3c138f33087ccf8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c90 expref: 6491 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.432417:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.432419:0:14041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.432422:0:14041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.432455:0:14041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007deae8fb/0xd3c138f33087ccf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c90 expref: 6491 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.432468:0:14041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007deae8fb/0xd3c138f33087ccf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c90 expref: 6491 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.432488:0:14041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40ea51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169660288:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.432565:0:14041:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b404be1d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.433370:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29028
00000100:00100000:2.0:1775764892.433383:0:14040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+507:3657:x1862023169659776:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.433402:0:14040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7408 count 1
00010000:00010000:2.0:1775764892.433420:0:14040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.433433:0:14040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008556d154/0xd3c138f33087ccea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c82 expref: 6491 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.433441:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.433443:0:14040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.433446:0:14040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.433475:0:14040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008556d154/0xd3c138f33087ccea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c82 expref: 6491 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.433484:0:14057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150217216
00010000:00010000:2.0:1775764892.433485:0:14040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008556d154/0xd3c138f33087ccea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c82 expref: 6491 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.433490:0:14057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150217216
00000100:00100000:2.0:1775764892.433497:0:14040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169660416:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.433515:0:14057:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003427c553/0xd3c138f33087ccab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c43 expref: 6492 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.433537:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7774
00000100:00100000:0.0:1775764892.433543:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6492:2411:x1862023150217216:12345-192.168.202.20@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1775764892.433546:0:14040:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07a480 going to sleep for 11 seconds
00010000:00010000:0.0:1775764892.433552:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.433556:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003427c553/0xd3c138f33087ccab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x68b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c43 expref: 6492 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.433566:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29029
00010000:00010000:0.0:1775764892.433568:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003427c553/0xd3c138f33087ccab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x68b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c43 expref: 6492 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.433573:0:14048:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+507:3660:x1862023169660160:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.433585:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9557 count 1
00010000:00010000:0.0:1775764892.433590:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003427c553/0xd3c138f33087ccab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x68b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c43 expref: 6492 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.433595:0:14048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433603:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.433605:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.433605:0:14048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bebd392f/0xd3c138f33087cd06 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c9e expref: 6491 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433608:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.433612:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.433613:0:14048:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.433616:0:14048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433617:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.433632:0:14048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bebd392f/0xd3c138f33087cd06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c9e expref: 6491 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433639:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.433640:0:14048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bebd392f/0xd3c138f33087cd06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c9e expref: 6491 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.433649:0:14048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169660544:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.433661:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6491:2411:x1862023150217216:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 118us (2283us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.433668:0:14048:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.433671:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7774
00010000:00010000:0.0:1775764892.433719:0:14054:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433728:0:14054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433737:0:14054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433744:0:14054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433759:0:14054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.433906:0:14054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+508:3658:x1862023169658752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8581us (8691us total) trans 4294972779 rc 0/0
00000100:00100000:0.0:1775764892.433913:0:14054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29023
00010000:00010000:0.0:1775764892.433930:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.433935:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433955:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.433959:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.433967:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.433969:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc77b80/2, rc 0, transno 4294972779
00010000:00010000:0.0:1775764892.433979:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.433982:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169658752:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.433986:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9dd4308/0xd3c138f3308bb9b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.433995:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541deed80/2, rc 0, transno 4294972777
00000100:00100000:3.0:1775764892.433998:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541deed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169658368:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.434002:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.434004:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.434006:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.434074:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169660800:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.434102:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764892.434149:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764892.434155:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b53bc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169660672:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764892.434178:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764892.434420:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169660800
00000100:00100000:0.0:1775764892.434425:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169660800
00000100:00100000:0.0:1775764892.434449:0:14060:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169660672
00000100:00100000:0.0:1775764892.434452:0:14060:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169660672
00000100:00100000:0.0:1775764892.434468:0:14060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29030
00000100:00100000:0.0:1775764892.434474:0:14060:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+509:3658:x1862023169660800:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.434488:0:14060:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1862 count 1
00010000:00010000:0.0:1775764892.434502:0:14060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.434514:0:14060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005866e5fe/0xd3c138f33087cd22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cba expref: 6490 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.434521:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.434523:0:14060:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.434525:0:14060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.434551:0:14060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005866e5fe/0xd3c138f33087cd22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cba expref: 6490 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.434561:0:14060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005866e5fe/0xd3c138f33087cd22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cba expref: 6490 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.434572:0:14060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c321c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169660928:192.168.202.20@tcp:104:
00000100:00100000:2.0:1775764892.434779:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29031
00000100:00100000:2.0:1775764892.434788:0:8421:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53482d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+509:3658:x1862023169660672:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1775764892.434818:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4936 count 1
00010000:00010000:2.0:1775764892.434830:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.434842:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000485513d0/0xd3c138f33087cd0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ca5 expref: 6490 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.434849:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.434851:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.434853:0:8421:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.434871:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000485513d0/0xd3c138f33087cd0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ca5 expref: 6490 pid: 14041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.434881:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000485513d0/0xd3c138f33087cd0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ca5 expref: 6490 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.434890:0:8421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b5012ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169661056:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.436720:0:14060:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b403a6f300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.436994:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.437018:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.437041:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.437066:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.437106:0:14041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40ea51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14041:1862023169660288:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.437144:0:14041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437171:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150217472
00000100:00100000:1.0:1775764892.437177:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150217472
00010000:00010000:1.0:1775764892.437220:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000045dceac4/0xd3c138f33087ccc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c58 expref: 6491 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.437236:0:14049:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b407bf1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14049:1862023169659904:192.168.202.20@tcp:104:
00000100:00100000:1.0:1775764892.437264:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150217344
00000100:00100000:1.0:1775764892.437267:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150217344
00010000:00010000:1.0:1775764892.437280:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e120ce1/0xd3c138f33087ccce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c66 expref: 6492 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437308:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150217600
00000100:00100000:1.0:1775764892.437310:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150217600
00010000:00010000:1.0:1775764892.437322:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1cede09/0xd3c138f33087ccdc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c74 expref: 6493 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437345:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7775
00000100:00100000:1.0:1775764892.437352:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6493:2412:x1862023150217472:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.437363:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.437369:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000045dceac4/0xd3c138f33087ccc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c58 expref: 6493 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437379:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000045dceac4/0xd3c138f33087ccc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c58 expref: 6493 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437401:0:14056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045dceac4/0xd3c138f33087ccc0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c58 expref: 6493 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.437405:0:14049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437415:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.437417:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.437421:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.437425:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150217856
00000100:00100000:0.0:1775764892.437428:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150217856
00010000:00010000:1.0:1775764892.437430:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437449:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.437457:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14376
00000100:00100000:0.0:1775764892.437462:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6386:11674:x1862023150217856:12345-192.168.202.20@tcp:36:bonnie++.500
00000100:00100000:1.0:1775764892.437482:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6492:2412:x1862023150217472:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 130us (492us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.437489:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7775
00000100:00100000:1.0:1775764892.437507:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7776
00000100:00100000:1.0:1775764892.437512:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6491:2412:x1862023150217344:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.437513:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.437519:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.437523:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e120ce1/0xd3c138f33087ccce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c66 expref: 6491 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.437529:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085c2400/0xd3c138f330863776 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2276:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf827a expref: 6386 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437531:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e120ce1/0xd3c138f33087ccce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c66 expref: 6491 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.437542:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2276:0x0].0x0 (ffff89b407236400)
00010000:00010000:1.0:1775764892.437542:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.437544:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.437546:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.437550:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.437553:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437563:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.437567:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.437579:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437579:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6491:2412:x1862023150217344:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 66us (560us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.437586:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7776
00010000:00010000:0.0:1775764892.437588:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437596:0:14056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7777
00010000:00010000:0.0:1775764892.437602:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bba12 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf791945e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437602:0:14056:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6490:2412:x1862023150217600:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.437608:0:14056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.437609:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bba12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf791945e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437613:0:14056:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1cede09/0xd3c138f33087ccdc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c74 expref: 6490 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.437615:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bba12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf791945e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437628:0:14056:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1cede09/0xd3c138f33087ccdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c74 expref: 6490 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437639:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.437641:0:14056:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.437643:0:14056:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437650:0:14056:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437660:0:14056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.437676:0:14056:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6490:2412:x1862023150217600:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 74us (634us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.437681:0:14056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7777
00010000:00010000:0.0:1775764892.437716:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437723:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764892.437725:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.437732:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437782:0:14056:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150217984
00000100:00100000:1.0:1775764892.437786:0:14056:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150217984
00010000:00010000:1.0:1775764892.437799:0:14056:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007deae8fb/0xd3c138f33087ccf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c90 expref: 6490 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.437819:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7778
00000100:00100000:1.0:1775764892.437825:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6490:2411:x1862023150217984:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.437832:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.437836:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007deae8fb/0xd3c138f33087ccf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c90 expref: 6490 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437845:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007deae8fb/0xd3c138f33087ccf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c90 expref: 6490 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437857:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007deae8fb/0xd3c138f33087ccf8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c90 expref: 6490 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437867:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.437868:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.437872:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437878:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437892:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.437910:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6489:2411:x1862023150217984:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 86us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.437916:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7778
00010000:00010000:1.0:1775764892.437933:0:14041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437940:0:14041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437949:0:14041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437957:0:14041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.437973:0:14041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.438090:0:14041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+510:3659:x1862023169660032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5752us (10148us total) trans 4294972780 rc 0/0
00000100:00100000:1.0:1775764892.438097:0:14041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29027
00000040:00080000:0.0:1775764892.438326:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4034, 64 off266368
00000040:00080000:0.0:1775764892.438350:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4034, 64 off266368
00010000:00010000:0.0:1775764892.438399:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438408:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438419:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438426:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438431:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438437:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438457:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764892.438478:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438485:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438491:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438497:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.438502:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438510:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438518:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2276:0x0].0x0 (ffff89b4092e0b00)
00010000:00010000:0.0:1775764892.438521:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.438525:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438531:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba19 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2276:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438548:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438554:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438559:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438565:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438569:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.438572:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438577:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438584:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.438587:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.438590:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438595:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba0b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.438605:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d236f7f7 reply state 000000009516187a transno 4294991848 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bba12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf791945e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438615:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90400/0xd3c138f3308bba12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf791945e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438621:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf791945e (ffff89b4092e0d00)
00010000:00010000:0.0:1775764892.438623:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.438626:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.438666:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6387:11674:x1862023150217856:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1203us (1599us total) trans 4294991848 rc 0/0
00000100:00100000:0.0:1775764892.438674:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14376
00010000:00010000:0.0:1775764892.438701:0:14049:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438709:0:14049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438718:0:14049:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438724:0:14049:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438737:0:14049:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1775764892.438776:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764892.438782:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.438801:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.438805:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.438812:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.438822:0:14049:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+510:3659:x1862023169659008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11861us (12161us total) trans 4294972781 rc 0/0
00010000:00010000:1.0:1775764892.438824:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.438829:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29025
00010000:00010000:1.0:1775764892.438831:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3021f27/0xd3c138f3308bb9e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.438849:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764892.438852:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.438853:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438856:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.438858:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.438861:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438864:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.438867:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.438867:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438874:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.438875:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2276:0x0].0x0 (ffff89b4092e0b00)
00010000:00010000:1.0:1775764892.438878:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.438880:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438884:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.438885:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bba20 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2276:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.438891:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2f926f6/0xd3c138f3308bb9be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.438895:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.438897:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.438898:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.438904:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.438905:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.438907:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.438929:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.439299:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e120ce1/0xd3c138f33087ccce lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c66 expref: 6488 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.439311:0:14052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14052:1862023169659648:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.439329:0:14052:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439337:0:14052:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439343:0:14052:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439351:0:14052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439358:0:14052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439370:0:14052:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.439447:0:14052:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+510:3659:x1862023169659136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12458us (12729us total) trans 4294972782 rc 0/0
00010000:00010000:0.0:1775764892.439451:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1775764892.439454:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29026
00010000:00010000:0.0:1775764892.439456:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.439463:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c5400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.439467:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439472:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.439479:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.439490:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439491:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1cede09/0xd3c138f33087ccdc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c74 expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.439499:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f961e38e/0xd3c138f3308bb9c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.439502:0:8420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8420:1862023169659520:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.439511:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.439513:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.439513:0:8420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.439514:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.439521:0:8420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.439528:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150218112
00010000:00010000:1.0:1775764892.439531:0:8420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.439532:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150218112
00010000:00010000:1.0:1775764892.439539:0:8420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439545:0:8420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.439555:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008556d154/0xd3c138f33087ccea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c82 expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439557:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.439584:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7779
00000100:00100000:0.0:1775764892.439591:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:2412:x1862023150218112:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.439603:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.439608:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008556d154/0xd3c138f33087ccea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1cf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c82 expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.439619:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008556d154/0xd3c138f33087ccea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1cf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c82 expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.439627:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+510:3658:x1862023169659264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12821us (13869us total) trans 4294972783 rc 0/0
00000100:00100000:1.0:1775764892.439634:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29024
00010000:00010000:0.0:1775764892.439640:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.439641:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.439645:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439648:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.439652:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.439654:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439659:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c5800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.439662:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.439668:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.439669:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439678:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439685:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f0e6298/0xd3c138f3308bb9b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.439693:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:2412:x1862023150218112:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 103us (764us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764892.439697:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.439699:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.439700:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7779
00010000:00010000:1.0:1775764892.439700:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.439728:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3ed500/2, rc 0, transno 4294972780
00000100:00100000:1.0:1775764892.439748:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169660032:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.439759:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541ded880/2, rc 0, transno 4294972782
00000100:00100000:1.0:1775764892.439762:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541ded880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169659136:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764892.439770:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541dec380/2, rc 0, transno 4294972781
00000100:00100000:1.0:1775764892.439773:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541dec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1862023169659008:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.439809:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556d154/0xd3c138f33087ccea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c82 expref: 6486 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.439818:0:14040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14040:1862023169660416:192.168.202.20@tcp:104:
00010000:00010000:1.0:1775764892.439831:0:14040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439839:0:14040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439845:0:14040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439853:0:14040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439859:0:14040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439871:0:14040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.439907:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764892.439919:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40c320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169661184:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.439943:0:14040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+510:3657:x1862023169659776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6566us (10079us total) trans 4294972784 rc 0/0
00000100:00100000:1.0:1775764892.439949:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29028
00010000:00010000:1.0:1775764892.439965:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1775764892.439966:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764892.439969:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439976:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c5000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.439979:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439986:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.439996:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.440002:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003b367f8/0xd3c138f3308bb9ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764892.440005:0:3657:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e3ec380/2, rc 0, transno 4294972784
00000100:00100000:0.0:1775764892.440012:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e3ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169659776:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764892.440015:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.440016:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.440018:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.440210:0:14044:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169661184
00000100:00100000:0.0:1775764892.440215:0:14044:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169661184
00000100:00100000:0.0:1775764892.440255:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29032
00000100:00100000:0.0:1775764892.440262:0:14044:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+510:3660:x1862023169661184:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764892.440305:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4255 count 1
00010000:00010000:0.0:1775764892.440322:0:14044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.440334:0:14044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001564aa8f/0xd3c138f33087cd30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc8 expref: 6485 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.440342:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.440344:0:14044:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.440347:0:14044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.440370:0:14044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001564aa8f/0xd3c138f33087cd30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc8 expref: 6485 pid: 14040 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.440382:0:14044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001564aa8f/0xd3c138f33087cd30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc8 expref: 6485 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.440393:0:14044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40e8a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169661312:192.168.202.20@tcp:104:
00000100:00100000:0.0:1775764892.440445:0:14044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40a303780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.440457:0:8421:0:(client.c:2691:ptlrpc_set_wait()) set ffff89b40f07a600 going to sleep for 11 seconds
00000004:00080000:3.0:1775764892.440970:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b541dee680/2, rc 0, transno 4294972783
00000100:00100000:3.0:1775764892.440988:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b541dee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169659264:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.442626:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.442669:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.442694:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150218368
00000100:00100000:1.0:1775764892.442700:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150218368
00000100:00100000:0.0:1775764892.442704:0:14060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c321c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14060:1862023169660928:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.442730:0:14060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.442731:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005866e5fe/0xd3c138f33087cd22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cba expref: 6486 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.442766:0:14058:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150218240
00000100:00100000:1.0:1775764892.442769:0:14058:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150218240
00000100:00100000:0.0:1775764892.442776:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7780
00010000:00010000:1.0:1775764892.442781:0:14058:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bebd392f/0xd3c138f33087cd06 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c9e expref: 6487 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.442783:0:14057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:2411:x1862023150218368:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.442800:0:14057:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.442807:0:14057:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005866e5fe/0xd3c138f33087cd22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cba expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.442814:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7781
00000100:00100000:1.0:1775764892.442820:0:14058:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52c61b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:2411:x1862023150218240:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.442824:0:14057:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005866e5fe/0xd3c138f33087cd22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cba expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.442826:0:14058:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.442830:0:14058:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bebd392f/0xd3c138f33087cd06 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c9e expref: 6487 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.442839:0:14058:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bebd392f/0xd3c138f33087cd06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c9e expref: 6487 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.442846:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005866e5fe/0xd3c138f33087cd22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cba expref: 6487 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.442852:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.442854:0:14058:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.442856:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.442858:0:14057:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.442858:0:14058:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.442860:0:14057:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.442868:0:14057:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.442868:0:14058:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.442885:0:14058:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.442887:0:14057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.442978:0:14058:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52c61b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:97176f3e-5586-4540-bb7b-1497fe8ed849+6486:2411:x1862023150218240:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 157us (308us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.442986:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7781
00010000:00010000:2.0:1775764892.443802:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bebd392f/0xd3c138f33087cd06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07c9e expref: 6485 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.443821:0:14048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14048:1862023169660544:192.168.202.20@tcp:104:
00010000:00010000:2.0:1775764892.443841:0:14048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.443852:0:14048:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.443860:0:14048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.443870:0:14048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.443876:0:14048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.443943:0:14048:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.444578:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.444586:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.444596:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083c4400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.444600:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.444615:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.444636:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.444644:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba90fd3/0xd3c138f3308bb9f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.444664:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.444666:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.444668:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.444825:0:14057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:97176f3e-5586-4540-bb7b-1497fe8ed849+6484:2411:x1862023150218368:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 2039us (2205us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.444836:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7780
00010000:00010000:0.0:1775764892.444909:0:14060:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.444918:0:14060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.444927:0:14060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.444934:0:14060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.444958:0:14060:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764892.445094:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.445099:0:14060:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+512:3658:x1862023169660800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10625us (10996us total) trans 4294972786 rc 0/0
00000100:00100000:0.0:1775764892.445108:0:14060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29030
00010000:00010000:0.0:1775764892.445157:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.445162:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.445170:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.445173:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.445181:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.445193:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.445200:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2de1a99/0xd3c138f3308bb9fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.445214:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.445216:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.445218:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.445259:0:14044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14044:1862023169661312:192.168.202.20@tcp:104:
00010000:00010000:0.0:1775764892.445276:0:14044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.445653:0:8421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b5012ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8421:1862023169661056:192.168.202.20@tcp:104:
00010000:00010000:3.0:1775764892.445669:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.445704:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc76a00/2, rc 0, transno 4294972786
00000100:00100000:3.0:1775764892.445723:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169660800:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.445807:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.445838:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.446038:0:14048:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+511:3660:x1862023169660160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12465us (15629us total) trans 4294972785 rc 0/0
00000100:00100000:2.0:1775764892.446046:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29029
00000100:00100000:2.0:1775764892.446077:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150218880
00000100:00100000:2.0:1775764892.446084:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150218880
00000100:00100000:2.0:1775764892.446140:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14377
00000100:00100000:2.0:1775764892.446148:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6387:11674:x1862023150218880:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.446204:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.446227:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a001600/0xd3c138f3308242a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x586:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb7ea expref: 6387 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446242:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x586:0x0].0x0 (ffff89b40f004400)
00000100:00100000:0.0:1775764892.446265:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150218624
00010000:00010000:2.0:1775764892.446265:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.446270:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150218624
00010000:00010000:0.0:1775764892.446288:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000485513d0/0xd3c138f33087cd0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ca5 expref: 6484 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.446308:0:9496:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150218496
00000100:00100000:0.0:1775764892.446311:0:9496:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150218496
00010000:00010000:0.0:1775764892.446323:0:9496:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001564aa8f/0xd3c138f33087cd30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc8 expref: 6485 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.446343:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7782
00000100:00100000:0.0:1775764892.446350:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6485:2410:x1862023150218624:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.446359:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.446364:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000485513d0/0xd3c138f33087cd0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ca5 expref: 6485 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446366:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446375:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000485513d0/0xd3c138f33087cd0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ca5 expref: 6485 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446383:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446388:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000485513d0/0xd3c138f33087cd0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07ca5 expref: 6485 pid: 14041 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446391:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446401:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.446403:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.446407:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446407:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5a00/0xd3c138f3308bba35 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x54dce41f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446414:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5a00/0xd3c138f3308bba35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54dce41f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446417:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446421:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5a00/0xd3c138f3308bba35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54dce41f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446441:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.446475:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6484:2410:x1862023150218624:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 125us (669us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.446481:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7782
00000100:00100000:0.0:1775764892.446494:0:9496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7783
00000100:00100000:0.0:1775764892.446500:0:9496:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6483:2410:x1862023150218496:12345-192.168.202.20@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.446507:0:9496:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.446507:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x586:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446511:0:9496:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001564aa8f/0xd3c138f33087cd30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x109f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc8 expref: 6483 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446515:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446521:0:9496:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001564aa8f/0xd3c138f33087cd30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x109f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc8 expref: 6483 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446523:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446533:0:9496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001564aa8f/0xd3c138f33087cd30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x109f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.20@tcp remote: 0x70302c694ee07cc8 expref: 6483 pid: 14040 timeout: 1399 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446546:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.446547:0:9496:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.446550:0:9496:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446556:0:9496:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446571:0:9496:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.446584:0:14044:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446591:0:14044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446598:0:14044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446605:0:14044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446618:0:14044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764892.446720:0:14044:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+511:3660:x1862023169661184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6458us (6752us total) trans 4294972787 rc 0/0
00000040:00080000:2.0:1775764892.446724:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4035, 64 off266432
00000100:00100000:0.0:1775764892.446727:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29032
00000040:00080000:2.0:1775764892.446742:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4035, 64 off266432
00010000:00010000:0.0:1775764892.446744:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.446748:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446756:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.446759:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446768:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446779:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446781:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x586:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446787:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1361308/0xd3c138f3308bba27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.446800:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.446802:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.446803:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.446822:0:9496:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2410:x1862023150218496:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 322us (983us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.446828:0:9496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7783
00010000:00010000:2.0:1775764892.446884:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446897:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446902:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446905:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446908:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446922:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.446936:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446942:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446947:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446953:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d5c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.446956:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446962:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446970:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x586:0x0].0x0 (ffff89b408026300)
00010000:00010000:2.0:1775764892.446973:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.446977:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446982:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bba3c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x586:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.446998:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447004:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447009:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447015:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447020:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.447022:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447028:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447035:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.447037:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.447040:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447044:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bba2e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.447053:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ed0149e reply state 00000000d405ae5b transno 4294991849 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5a00/0xd3c138f3308bba35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54dce41f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447062:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5a00/0xd3c138f3308bba35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x54dce41f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447068:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x54dce41f (ffff89b408185300)
00010000:00010000:2.0:1775764892.447070:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.447072:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.447104:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6388:11674:x1862023150218880:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 956us (2011us total) trans 4294991849 rc 0/0
00000100:00100000:2.0:1775764892.447110:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14377
00010000:00010000:0.0:1775764892.447197:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.447203:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.447209:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e6400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.447212:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.447217:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.447225:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x586:0x0].0x0 (ffff89b408026300)
00010000:00010000:0.0:1775764892.447228:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.447230:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.447231:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40c320e00/2, rc 0, transno 4294972787
00010000:00010000:0.0:1775764892.447235:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bba43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x586:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.447242:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40c320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169661184:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1775764892.447262:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.447264:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764892.447265:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b40e8c3480/2, rc 0, transno 4294972785
00010000:00010000:0.0:1775764892.447266:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.447269:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40e8c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1862023169660160:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764892.447714:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.447725:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.447738:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.447745:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.447767:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.447814:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.447819:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.447827:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d5600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.447830:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.447838:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.447850:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.447862:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c053a6d9/0xd3c138f3308bba04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.447877:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.447879:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.447880:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.448024:0:8421:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53482d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+511:3658:x1862023169660672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13237us (13844us total) trans 4294972788 rc 0/0
00000100:00100000:3.0:1775764892.448032:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29031
00000004:00080000:0.0:1775764892.448052:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89b53bc74700/2, rc 0, transno 4294972788
00000100:00100000:0.0:1775764892.448074:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b53bc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1862023169660672:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1775764892.449786:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.449894:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150219136
00000100:00100000:3.0:1775764892.449901:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150219136
00000100:00100000:3.0:1775764892.449939:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14378
00000100:00100000:3.0:1775764892.450002:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6388:11674:x1862023150219136:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.450060:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.450084:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a71f400/0xd3c138f33085e54b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf720b expref: 6388 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450100:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201d:0x0].0x0 (ffff89b40a739000)
00010000:00010000:3.0:1775764892.450109:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.450163:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450175:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450189:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450204:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bba51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc66dc4e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450211:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bba51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc66dc4e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450217:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bba51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc66dc4e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450321:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450329:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450337:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.450518:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4036, 64 off266496
00000040:00080000:3.0:1775764892.450532:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4036, 64 off266496
00010000:00010000:3.0:1775764892.450565:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450570:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450575:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450582:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450586:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450589:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450603:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.450618:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450624:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.450628:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.450628:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.450633:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450634:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.450638:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.450639:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.450642:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450645:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.450647:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450653:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201d:0x0].0x0 (ffff89b4092ed700)
00010000:00010000:3.0:1775764892.450656:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.450664:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201d:0x0].0x0 (ffff89b4092ed700)
00010000:00010000:0.0:1775764892.450666:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.450669:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.450675:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bba5f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x201d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.450686:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.450689:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.450690:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.450752:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450760:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bba58 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x201d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450772:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450776:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450779:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450782:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.450784:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450787:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450862:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.450864:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.450866:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450869:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bba4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.450876:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025d62cf1 reply state 00000000f8144f4b transno 4294991850 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bba51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc66dc4e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450883:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937be00/0xd3c138f3308bba51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc66dc4e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.450887:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc66dc4e3 (ffff89b4092ed500)
00010000:00010000:3.0:1775764892.450889:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.450890:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.451083:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6389:11674:x1862023150219136:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1082us (1299us total) trans 4294991850 rc 0/0
00000100:00100000:1.0:1775764892.451092:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14378
00000100:00100000:1.0:1775764892.454735:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.454842:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150219392
00000100:00100000:0.0:1775764892.454853:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150219392
00000100:00100000:0.0:1775764892.454949:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14379
00000100:00100000:0.0:1775764892.454960:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6389:11674:x1862023150219392:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.455024:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.455053:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402fa9e00/0xd3c138f33081a963 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x125:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9943 expref: 6389 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455074:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x125:0x0].0x0 (ffff89b5334f2c00)
00010000:00010000:0.0:1775764892.455087:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.455110:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455207:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455217:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455232:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bba6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfda1f005 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455239:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bba6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfda1f005 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455256:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bba6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfda1f005 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455357:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x125:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455365:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455373:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.455609:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4037, 64 off266560
00000040:00080000:0.0:1775764892.455629:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4037, 64 off266560
00010000:00010000:0.0:1775764892.455674:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x125:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455683:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455690:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455697:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455703:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455709:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455724:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.455741:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455746:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455758:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455764:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.455768:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455775:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455783:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x125:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:0.0:1775764892.455786:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.455789:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455794:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bba74 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x125:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455807:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455813:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455818:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455823:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.455825:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455834:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455841:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.455843:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.455846:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455851:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bba66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.455860:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000066f8c96d reply state 000000000eed2dae transno 4294991851 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bba6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfda1f005 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455870:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91600/0xd3c138f3308bba6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfda1f005 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.455876:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfda1f005 (ffff89b4092e0b00)
00010000:00010000:0.0:1775764892.455878:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.455881:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.455953:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6390:11674:x1862023150219392:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 993us (1225us total) trans 4294991851 rc 0/0
00000100:00100000:0.0:1775764892.455964:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14379
00010000:00010000:1.0:1775764892.456226:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.456235:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.456241:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.456254:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.456260:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.456270:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x125:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:1.0:1775764892.456273:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.456285:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.456290:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bba7b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x125:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.456304:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.456305:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.456307:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.459057:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.459283:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150219648
00000100:00100000:0.0:1775764892.459294:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150219648
00000100:00100000:0.0:1775764892.459367:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14380
00000100:00100000:0.0:1775764892.459376:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6390:11674:x1862023150219648:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.459433:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.459460:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402fcfe00/0xd3c138f330833625 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc7b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee89d expref: 6390 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459477:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc7b:0x0].0x0 (ffff89b40605a500)
00010000:00010000:0.0:1775764892.459488:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.459506:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459517:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459525:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459536:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90a00/0xd3c138f3308bba89 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x15ca4179 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459540:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90a00/0xd3c138f3308bba89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x15ca4179 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459544:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90a00/0xd3c138f3308bba89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x15ca4179 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459619:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459623:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459627:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.459816:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4038, 64 off266624
00000040:00080000:0.0:1775764892.459834:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4038, 64 off266624
00010000:00010000:0.0:1775764892.459884:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459891:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459896:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459901:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459905:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459908:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459917:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.459929:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459932:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459936:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459939:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.459943:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459950:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459959:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc7b:0x0].0x0 (ffff89b408023100)
00010000:00010000:0.0:1775764892.459962:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.459965:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459971:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bba90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459985:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459991:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.459996:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.460001:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.460004:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.460010:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.460018:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.460019:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.460022:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.460027:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bba82 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.460041:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000047cdeaac reply state 0000000034d98164 transno 4294991852 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90a00/0xd3c138f3308bba89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x15ca4179 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.460052:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90a00/0xd3c138f3308bba89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x15ca4179 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.460058:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x15ca4179 (ffff89b4092e0c00)
00010000:00010000:0.0:1775764892.460060:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.460063:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.460181:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6391:11674:x1862023150219648:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 805us (1131us total) trans 4294991852 rc 0/0
00000100:00100000:0.0:1775764892.460190:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14380
00010000:00010000:1.0:1775764892.460471:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.460478:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.460485:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.460488:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.460495:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.460504:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc7b:0x0].0x0 (ffff89b408023100)
00010000:00010000:1.0:1775764892.460506:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.460509:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.460518:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bba97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.460532:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.460534:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.460535:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.462778:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.462826:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150219904
00000100:00100000:1.0:1775764892.462837:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150219904
00000100:00100000:1.0:1775764892.462955:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14381
00000100:00100000:1.0:1775764892.462967:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6391:11674:x1862023150219904:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.463026:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.463051:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ceee00/0xd3c138f330848fe8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x165c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2dc4 expref: 6391 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463071:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x165c:0x0].0x0 (ffff89b40609c600)
00010000:00010000:1.0:1775764892.463083:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.463101:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463208:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463219:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463237:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065600/0xd3c138f3308bbaa5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x525a2a48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463257:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065600/0xd3c138f3308bbaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x525a2a48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463265:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065600/0xd3c138f3308bbaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x525a2a48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463352:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463361:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463368:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764892.463551:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4039, 64 off266688
00000040:00080000:1.0:1775764892.463566:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4039, 64 off266688
00010000:00010000:1.0:1775764892.463600:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463607:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463611:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463616:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463620:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463624:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463641:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.463655:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463659:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463663:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463666:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.463669:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463673:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463678:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x165c:0x0].0x0 (ffff89b4077fc800)
00010000:00010000:1.0:1775764892.463680:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.463682:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463685:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbaac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463694:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463698:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463704:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463707:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.463708:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463711:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463715:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.463716:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.463718:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463720:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bba9e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.463725:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092409042 reply state 00000000cd9bc068 transno 4294991853 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065600/0xd3c138f3308bbaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x525a2a48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463731:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065600/0xd3c138f3308bbaa5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x525a2a48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.463735:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x525a2a48 (ffff89b4077fcf00)
00010000:00010000:1.0:1775764892.463736:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.463737:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.463802:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6392:11674:x1862023150219904:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 838us (1031us total) trans 4294991853 rc 0/0
00000100:00100000:1.0:1775764892.463810:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14381
00010000:00010000:0.0:1775764892.464072:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.464079:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.464086:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.464089:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.464095:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.464104:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x165c:0x0].0x0 (ffff89b4077fc800)
00010000:00010000:0.0:1775764892.464106:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.464108:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.464132:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bbab3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.464150:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.464152:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.464154:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.466209:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.466281:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150220160
00000100:00100000:0.0:1775764892.466292:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150220160
00000100:00100000:0.0:1775764892.466360:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14382
00000100:00100000:0.0:1775764892.466370:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6392:11674:x1862023150220160:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.466437:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.466463:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403cae000/0xd3c138f3308516d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf48c1 expref: 6392 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466480:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a37:0x0].0x0 (ffff89b405a65600)
00010000:00010000:0.0:1775764892.466491:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.466510:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466522:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466531:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466572:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bbac1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd5edb07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466578:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bbac1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd5edb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466582:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bbac1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd5edb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466655:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466660:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466664:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.466854:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4040, 64 off266752
00000040:00080000:0.0:1775764892.466874:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4040, 64 off266752
00010000:00010000:0.0:1775764892.466917:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466923:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466928:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466933:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466937:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466940:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466960:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.466977:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466984:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466990:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.466994:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.466998:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467005:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467013:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a37:0x0].0x0 (ffff89b408023400)
00010000:00010000:0.0:1775764892.467016:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.467019:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467025:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbac8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467039:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467045:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467050:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467055:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.467059:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467065:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467072:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.467075:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.467077:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467083:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbaba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.467092:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000245d6443 reply state 00000000c4592322 transno 4294991854 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bbac1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd5edb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467102:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91e00/0xd3c138f3308bbac1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd5edb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.467107:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd5edb07 (ffff89b408023a00)
00010000:00010000:0.0:1775764892.467110:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.467112:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.467217:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6393:11674:x1862023150220160:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 848us (1014us total) trans 4294991854 rc 0/0
00000100:00100000:0.0:1775764892.467226:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14382
00010000:00010000:1.0:1775764892.467486:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.467493:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.467499:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.467503:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.467509:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.467518:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a37:0x0].0x0 (ffff89b408023400)
00010000:00010000:1.0:1775764892.467521:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.467523:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.467529:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbacf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.467543:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.467545:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.467547:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.469718:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.469768:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150220416
00000100:00100000:3.0:1775764892.469779:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150220416
00000100:00100000:2.0:1775764892.469955:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14383
00000100:00100000:2.0:1775764892.469966:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6393:11674:x1862023150220416:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.470028:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.470054:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052d6800/0xd3c138f33083a3ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf9e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefe92 expref: 6393 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470074:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf9e:0x0].0x0 (ffff89b408371e00)
00010000:00010000:2.0:1775764892.470085:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.470102:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470144:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470154:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470170:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6800/0xd3c138f3308bbadd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb954e54 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470177:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6800/0xd3c138f3308bbadd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb954e54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470181:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6800/0xd3c138f3308bbadd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb954e54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470281:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470290:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470297:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.470509:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4041, 64 off266816
00000040:00080000:2.0:1775764892.470522:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4041, 64 off266816
00010000:00010000:2.0:1775764892.470579:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470585:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470590:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470595:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470599:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470606:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470620:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.470634:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470638:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470642:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470646:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e6400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.470649:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470653:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470658:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf9e:0x0].0x0 (ffff89b408026300)
00010000:00010000:2.0:1775764892.470660:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.470662:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470665:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbae4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470677:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470683:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470687:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470689:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470692:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.470693:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470696:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470700:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.470701:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.470702:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470705:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbad6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.470710:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9149362 reply state 000000007f723f80 transno 4294991855 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6800/0xd3c138f3308bbadd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb954e54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470716:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6800/0xd3c138f3308bbadd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb954e54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.470719:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb954e54 (ffff89b408026a00)
00010000:00010000:2.0:1775764892.470721:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.470723:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.470782:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6394:11674:x1862023150220416:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 819us (1070us total) trans 4294991855 rc 0/0
00000100:00100000:2.0:1775764892.470791:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14383
00010000:00010000:1.0:1775764892.470873:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.470880:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.470886:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.470889:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.470895:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.470907:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf9e:0x0].0x0 (ffff89b408026300)
00010000:00010000:1.0:1775764892.470909:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.470911:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.470916:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbaeb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.470928:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.470930:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.470932:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.472940:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.473031:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150220672
00000100:00100000:1.0:1775764892.473043:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150220672
00000100:00100000:1.0:1775764892.474271:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14384
00000100:00100000:1.0:1775764892.474291:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6394:11674:x1862023150220672:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.474364:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.474393:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052f2e00/0xd3c138f330837aea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe72:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef65e expref: 6394 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474415:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe72:0x0].0x0 (ffff89b40a328600)
00010000:00010000:1.0:1775764892.474427:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.474447:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474459:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474465:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474478:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064400/0xd3c138f3308bbaf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x233a7d1c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474483:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064400/0xd3c138f3308bbaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x233a7d1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474487:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064400/0xd3c138f3308bbaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x233a7d1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474562:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474566:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474570:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764892.474756:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4042, 64 off266880
00000040:00080000:1.0:1775764892.474770:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4042, 64 off266880
00010000:00010000:1.0:1775764892.474807:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474816:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474824:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474830:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474840:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474846:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474874:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.474890:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474894:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474898:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474901:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.474904:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474908:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474913:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe72:0x0].0x0 (ffff89b4077fcd00)
00010000:00010000:1.0:1775764892.474915:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.474917:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474921:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb00 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474934:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474937:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474941:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474945:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.474947:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474952:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474959:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.474961:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.474964:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474969:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbaf2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.474977:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e814a495 reply state 00000000451fa5f5 transno 4294991856 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064400/0xd3c138f3308bbaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x233a7d1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474988:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064400/0xd3c138f3308bbaf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x233a7d1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.474993:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x233a7d1c (ffff89b4077fc600)
00010000:00010000:1.0:1775764892.474996:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.474998:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.475091:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6395:11674:x1862023150220672:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 809us (2156us total) trans 4294991856 rc 0/0
00000100:00100000:1.0:1775764892.475100:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14384
00010000:00010000:2.0:1775764892.475202:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.475209:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.475215:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.475218:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.475236:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.475254:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe72:0x0].0x0 (ffff89b4077fcd00)
00010000:00010000:2.0:1775764892.475256:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.475260:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.475265:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bbb07 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.475279:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.475280:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.475282:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.477671:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.477752:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150220928
00000100:00100000:0.0:1775764892.477762:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150220928
00000100:00100000:0.0:1775764892.477831:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14385
00000100:00100000:0.0:1775764892.477839:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6395:11674:x1862023150220928:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.477889:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.477912:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403b3b400/0xd3c138f330867b23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2465:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9003 expref: 6395 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.477931:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2465:0x0].0x0 (ffff89b406df3400)
00010000:00010000:0.0:1775764892.477953:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.477976:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.477987:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.477995:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478006:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bbb15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9b191101 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478010:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bbb15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9b191101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478014:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bbb15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9b191101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478106:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478152:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478161:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.478390:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4043, 64 off266944
00000040:00080000:0.0:1775764892.478407:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4043, 64 off266944
00010000:00010000:0.0:1775764892.478463:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478472:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478479:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478486:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478491:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478495:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478509:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.478525:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478531:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478536:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.478537:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.478542:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.478543:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478547:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.478548:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.478552:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478555:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.478558:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478631:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2465:0x0].0x0 (ffff89b408023600)
00010000:00010000:0.0:1775764892.478635:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.478638:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2465:0x0].0x0 (ffff89b408023600)
00010000:00010000:0.0:1775764892.478639:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.478640:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.478643:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478645:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb1c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.478649:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb23 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478661:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.478662:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.478664:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.478666:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.478667:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478672:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478678:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.478680:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478686:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478692:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.478693:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.478696:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478699:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb0e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.478705:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f568319 reply state 00000000219227bb transno 4294991857 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bbb15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9b191101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478712:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90600/0xd3c138f3308bbb15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9b191101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.478716:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9b191101 (ffff89b408023200)
00010000:00010000:0.0:1775764892.478717:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.478719:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.478781:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6396:11674:x1862023150220928:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 941us (1116us total) trans 4294991857 rc 0/0
00000100:00100000:0.0:1775764892.478790:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14385
00000100:00100000:3.0:1775764892.480848:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.480931:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150221184
00000100:00100000:2.0:1775764892.480939:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150221184
00000100:00100000:0.0:1775764892.481028:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14386
00000100:00100000:0.0:1775764892.481042:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6396:11674:x1862023150221184:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.481106:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.481187:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40737c000/0xd3c138f3308379f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe6b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef62d expref: 6396 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481202:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe6b:0x0].0x0 (ffff89b40a325f00)
00010000:00010000:0.0:1775764892.481211:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.481228:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481240:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481263:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481277:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbb31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5432484c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481284:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbb31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5432484c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481291:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbb31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5432484c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481384:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481390:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481395:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.481634:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4044, 64 off267008
00000040:00080000:0.0:1775764892.481645:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4044, 64 off267008
00010000:00010000:0.0:1775764892.481684:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481690:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481696:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481703:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481708:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481711:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481725:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.481738:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481741:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481744:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481748:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.481751:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481756:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481760:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe6b:0x0].0x0 (ffff89b408023900)
00010000:00010000:0.0:1775764892.481762:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.481764:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481770:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb38 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481780:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481783:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481787:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481791:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.481793:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481799:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481805:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.481807:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.481810:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481815:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.481823:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000575bc49d reply state 00000000b6408965 transno 4294991858 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbb31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5432484c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481833:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91200/0xd3c138f3308bbb31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5432484c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.481840:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5432484c (ffff89b408023800)
00010000:00010000:0.0:1775764892.481842:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.481845:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.481911:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e96b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6397:11674:x1862023150221184:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 872us (1070us total) trans 4294991858 rc 0/0
00000100:00100000:0.0:1775764892.481920:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14386
00010000:00010000:1.0:1775764892.482106:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.482135:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.482141:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.482145:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.482151:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.482160:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe6b:0x0].0x0 (ffff89b408023900)
00010000:00010000:1.0:1775764892.482163:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.482165:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.482171:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.482186:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.482188:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.482189:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.484104:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.484271:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150221440
00000100:00100000:1.0:1775764892.484282:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150221440
00000100:00100000:1.0:1775764892.484376:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14387
00000100:00100000:1.0:1775764892.484386:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6397:11674:x1862023150221440:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.484457:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.484484:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090ca400/0xd3c138f330834aa7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeecb7 expref: 6397 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484501:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd11:0x0].0x0 (ffff89b40a321000)
00010000:00010000:1.0:1775764892.484508:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.484524:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484533:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484541:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484548:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1f38be02 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484553:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f38be02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484557:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f38be02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484630:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484634:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484638:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764892.484878:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4045, 64 off267072
00000040:00080000:1.0:1775764892.484891:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4045, 64 off267072
00010000:00010000:1.0:1775764892.484925:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484932:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484936:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484951:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484955:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484959:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484975:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.484989:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484992:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.484996:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485000:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.485003:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485008:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485013:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd11:0x0].0x0 (ffff89b4077fc000)
00010000:00010000:1.0:1775764892.485015:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.485017:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485020:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbb54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485033:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485039:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485044:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485048:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.485051:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485057:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485064:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.485066:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.485069:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485074:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb46 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.485083:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000589dce43 reply state 00000000b197f14f transno 4294991859 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f38be02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485092:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064000/0xd3c138f3308bbb4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1f38be02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.485098:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1f38be02 (ffff89b4077fc500)
00010000:00010000:1.0:1775764892.485100:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.485102:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.485208:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6398:11674:x1862023150221440:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 823us (1114us total) trans 4294991859 rc 0/0
00000100:00100000:1.0:1775764892.485218:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14387
00010000:00010000:0.0:1775764892.485285:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.485292:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.485297:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.485300:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.485306:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.485315:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd11:0x0].0x0 (ffff89b4077fc000)
00010000:00010000:0.0:1775764892.485317:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.485319:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.485324:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bbb5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.485339:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.485340:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.485341:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.487546:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.487607:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150221696
00000100:00100000:0.0:1775764892.487614:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150221696
00000100:00100000:0.0:1775764892.487659:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14388
00000100:00100000:0.0:1775764892.487665:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6398:11674:x1862023150221696:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.487722:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.487746:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407377200/0xd3c138f33083545c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeeea8 expref: 6398 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487760:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd58:0x0].0x0 (ffff89b407291b00)
00010000:00010000:0.0:1775764892.487767:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.487782:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487793:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487803:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487816:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x57a1b495 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487822:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x57a1b495 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487828:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x57a1b495 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487908:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487914:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.487922:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.488183:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4046, 64 off267136
00000040:00080000:0.0:1775764892.488205:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4046, 64 off267136
00010000:00010000:0.0:1775764892.488260:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488269:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488277:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488287:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488293:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488298:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488317:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.488336:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488341:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488346:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488352:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.488357:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488364:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488372:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd58:0x0].0x0 (ffff89b408023c00)
00010000:00010000:0.0:1775764892.488374:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.488377:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488381:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbb70 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488396:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488401:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488407:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488411:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.488413:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488418:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488428:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.488430:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.488432:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488438:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbb62 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.488446:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ea33952 reply state 000000004d1384b7 transno 4294991860 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x57a1b495 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488457:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91a00/0xd3c138f3308bbb69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x57a1b495 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.488462:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x57a1b495 (ffff89b408023f00)
00010000:00010000:0.0:1775764892.488465:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.488467:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.488555:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6399:11674:x1862023150221696:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 888us (1015us total) trans 4294991860 rc 0/0
00000100:00100000:0.0:1775764892.488563:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14388
00010000:00010000:1.0:1775764892.488694:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.488700:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.488706:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.488709:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.488716:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.488725:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd58:0x0].0x0 (ffff89b408023c00)
00010000:00010000:1.0:1775764892.488727:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.488730:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.488735:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbb77 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.488748:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.488750:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.488752:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.491457:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.491559:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150221952
00000100:00100000:0.0:1775764892.491569:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150221952
00000100:00100000:0.0:1775764892.491662:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14389
00000100:00100000:0.0:1775764892.491670:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6399:11674:x1862023150221952:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.491726:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.491746:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cc4e00/0xd3c138f330850c0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4698 expref: 6399 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491763:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19e8:0x0].0x0 (ffff89b404b85e00)
00010000:00010000:0.0:1775764892.491770:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.491787:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491799:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491808:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491822:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x82ad5b6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491829:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82ad5b6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491836:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82ad5b6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491923:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491929:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.491934:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.492193:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4047, 64 off267200
00000040:00080000:0.0:1775764892.492205:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4047, 64 off267200
00010000:00010000:0.0:1775764892.492255:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492265:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492272:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492281:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492287:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492293:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492308:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.492329:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492336:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492342:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492347:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.492352:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492370:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492379:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19e8:0x0].0x0 (ffff89b408023500)
00010000:00010000:0.0:1775764892.492382:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.492385:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492392:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbb8c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492410:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492416:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492422:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492427:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.492430:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492435:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492441:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.492444:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.492447:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492452:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbb7e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.492466:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bda165c reply state 000000002cfd1abb transno 4294991861 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82ad5b6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492474:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90c00/0xd3c138f3308bbb85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x82ad5b6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.492478:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x82ad5b6c (ffff89b408023000)
00010000:00010000:0.0:1775764892.492480:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.492481:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.492546:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6400:11674:x1862023150221952:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 875us (1097us total) trans 4294991861 rc 0/0
00000100:00100000:0.0:1775764892.492554:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14389
00010000:00010000:3.0:1775764892.492616:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.492622:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.492628:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d5c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.492631:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.492638:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.492647:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19e8:0x0].0x0 (ffff89b408023500)
00010000:00010000:3.0:1775764892.492649:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.492652:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.492657:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbb93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.492670:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.492672:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.492673:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.494666:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.494739:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150222208
00000100:00100000:1.0:1775764892.494749:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150222208
00000100:00100000:1.0:1775764892.494826:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14390
00000100:00100000:1.0:1775764892.494836:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6400:11674:x1862023150222208:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.494891:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.494974:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f33086c934 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9fa0 expref: 6400 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.494995:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a0:0x0].0x0 (ffff89b403d48000)
00010000:00010000:1.0:1775764892.495005:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.495024:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495037:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495045:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495058:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbba1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x685dc8ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495069:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbba1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x685dc8ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495075:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbba1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x685dc8ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495399:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495406:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495411:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764892.495602:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4048, 64 off267264
00000040:00080000:1.0:1775764892.495622:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4048, 64 off267264
00010000:00010000:1.0:1775764892.495660:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495666:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495671:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495676:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495679:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.495686:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496295:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.496322:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496329:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496336:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496342:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.496347:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496355:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496366:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a0:0x0].0x0 (ffff89b4077fc000)
00010000:00010000:1.0:1775764892.496368:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.496372:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496378:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbba8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496397:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496406:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496411:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496416:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.496419:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496425:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496432:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.496435:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.496437:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496442:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbb9a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.496451:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000022511be reply state 000000007b15caf5 transno 4294991862 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbba1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x685dc8ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496463:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065800/0xd3c138f3308bbba1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x685dc8ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.496469:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x685dc8ba (ffff89b4077fcb00)
00010000:00010000:1.0:1775764892.496472:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.496475:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764892.496477:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.496484:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.496489:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.496492:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.496497:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.496505:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a0:0x0].0x0 (ffff89b4077fc000)
00010000:00010000:0.0:1775764892.496507:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.496509:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.496513:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bbbaf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.496532:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.496534:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.496535:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.496636:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6401:11674:x1862023150222208:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1800us (1974us total) trans 4294991862 rc 0/0
00000100:00100000:1.0:1775764892.496643:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14390
00000100:00100000:2.0:1775764892.502521:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.502578:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150222464
00000100:00100000:0.0:1775764892.502591:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150222464
00000100:00100000:0.0:1775764892.502659:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14391
00000100:00100000:0.0:1775764892.502669:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6401:11674:x1862023150222464:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.502731:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.502759:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4084ace00/0xd3c138f3308224b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb1ed expref: 6401 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502777:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4ab:0x0].0x0 (ffff89b40f038500)
00010000:00010000:0.0:1775764892.502788:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.502819:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502832:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502841:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502854:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5600/0xd3c138f3308bbbbd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x320f1be3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502861:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5600/0xd3c138f3308bbbbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x320f1be3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502867:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5600/0xd3c138f3308bbbbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x320f1be3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502969:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502978:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.502985:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.503278:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4049, 64 off267328
00000040:00080000:0.0:1775764892.503309:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4049, 64 off267328
00010000:00010000:0.0:1775764892.503364:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503374:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503383:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503390:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503396:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503402:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503428:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.503448:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503454:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503461:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503467:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d5c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.503471:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503478:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503486:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4ab:0x0].0x0 (ffff89b408023e00)
00010000:00010000:0.0:1775764892.503488:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.503492:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503497:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbbc4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503513:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503518:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503523:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503528:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503533:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.503537:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503542:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503549:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.503552:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.503555:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503560:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbbb6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.503570:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040ebe641 reply state 000000003577c3a1 transno 4294991863 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5600/0xd3c138f3308bbbbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x320f1be3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.503580:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.503581:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5600/0xd3c138f3308bbbbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x320f1be3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503586:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x320f1be3 (ffff89b408023700)
00010000:00010000:1.0:1775764892.503587:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.503588:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.503591:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764892.503593:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.503595:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.503601:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.503608:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4ab:0x0].0x0 (ffff89b408023e00)
00010000:00010000:1.0:1775764892.503610:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.503612:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.503617:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbbcb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.503628:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.503630:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.503631:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.503667:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6402:11674:x1862023150222464:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 999us (1154us total) trans 4294991863 rc 0/0
00000100:00100000:0.0:1775764892.503676:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14391
00000100:00100000:3.0:1775764892.509083:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.509160:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150222720
00000100:00100000:0.0:1775764892.509171:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150222720
00000100:00100000:0.0:1775764892.509237:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14392
00000100:00100000:0.0:1775764892.509260:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6402:11674:x1862023150222720:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.509346:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.509373:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f03200/0xd3c138f330828fc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec756 expref: 6402 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509390:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff89b402ccfc00)
00010000:00010000:0.0:1775764892.509399:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.509417:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509427:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509434:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509444:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbbd9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa2837ae4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509448:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbbd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa2837ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509452:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbbd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa2837ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509540:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509554:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509561:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.509750:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4050, 64 off267392
00000040:00080000:0.0:1775764892.509762:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4050, 64 off267392
00010000:00010000:0.0:1775764892.509810:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509816:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509821:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509825:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509830:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509834:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509848:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.509864:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509870:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509876:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.509877:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.509883:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509886:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.509890:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.509890:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac2200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.509893:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509897:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.509904:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509906:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff89b408023d00)
00010000:00010000:0.0:1775764892.509909:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.509912:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.509913:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff89b408023d00)
00010000:00010000:1.0:1775764892.509916:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.509918:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbbe0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.509919:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.509924:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2200/0xd3c138f3308bbbe7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509932:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509938:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.509938:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.509940:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.509941:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.509955:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509960:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.509963:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509967:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509975:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.509977:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.509979:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509982:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbbd2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.509989:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffd377d0 reply state 000000001bf1167a transno 4294991864 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbbd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa2837ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509996:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90800/0xd3c138f3308bbbd9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa2837ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.509999:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa2837ae4 (ffff89b408023300)
00010000:00010000:0.0:1775764892.510001:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.510002:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.510060:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6403:11674:x1862023150222720:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 813us (986us total) trans 4294991864 rc 0/0
00000100:00100000:0.0:1775764892.510069:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14392
00000100:00100000:3.0:1775764892.513694:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.514503:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150222976
00000100:00100000:1.0:1775764892.514514:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150222976
00000100:00100000:1.0:1775764892.514581:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14393
00000100:00100000:1.0:1775764892.514596:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6403:11674:x1862023150222976:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.514663:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.514690:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043bd000/0xd3c138f33086ab43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf99a3 expref: 6403 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514711:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25c5:0x0].0x0 (ffff89b403bdc700)
00010000:00010000:1.0:1775764892.514721:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.514745:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514758:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514772:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514785:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbbf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4be1d084 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514791:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbbf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4be1d084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514798:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbbf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4be1d084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514886:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514894:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.514901:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.515595:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4051, 64 off267456
00000040:00080000:0.0:1775764892.515613:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4051, 64 off267456
00010000:00010000:0.0:1775764892.515654:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515661:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515666:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515674:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515678:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515681:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515698:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.515718:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515724:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515730:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515735:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.515735:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.515739:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.515741:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515747:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.515751:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.515756:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515757:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25c5:0x0].0x0 (ffff89b4077fc800)
00010000:00010000:0.0:1775764892.515759:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.515763:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.515763:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.515772:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25c5:0x0].0x0 (ffff89b4077fc800)
00010000:00010000:0.0:1775764892.515774:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bbbfc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.515774:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.515776:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.515782:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3c00/0xd3c138f3308bbc03 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515790:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515796:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515802:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515806:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.515809:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515814:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515821:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.515823:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.515826:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515831:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bbbee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.515840:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd003e33 reply state 000000001318d261 transno 4294991865 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbbf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4be1d084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515850:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064e00/0xd3c138f3308bbbf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4be1d084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.515857:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4be1d084 (ffff89b4077fcd00)
00010000:00010000:0.0:1775764892.515859:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.515862:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764892.515879:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.515881:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.515882:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.515939:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6404:11674:x1862023150222976:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1343us (2252us total) trans 4294991865 rc 0/0
00000100:00100000:0.0:1775764892.515948:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14393
00000100:00100000:2.0:1775764892.518472:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.518553:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150223232
00000100:00100000:0.0:1775764892.518564:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150223232
00000100:00100000:0.0:1775764892.518640:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14394
00000100:00100000:0.0:1775764892.518652:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6404:11674:x1862023150223232:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.518712:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.518734:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ad0c00/0xd3c138f330823d0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x55d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb6cb expref: 6404 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518749:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55d:0x0].0x0 (ffff89b40f553200)
00010000:00010000:0.0:1775764892.518757:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.518772:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518782:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518788:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518809:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2c00/0xd3c138f3308bbc11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4a0917e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518819:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2c00/0xd3c138f3308bbc11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4a0917e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518825:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2c00/0xd3c138f3308bbc11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4a0917e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518911:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518917:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.518922:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.519170:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4052, 64 off267520
00000040:00080000:0.0:1775764892.519187:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4052, 64 off267520
00010000:00010000:0.0:1775764892.519234:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519240:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519257:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519264:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519270:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519280:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519300:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.519317:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519323:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519329:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519334:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.519338:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519346:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519354:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55d:0x0].0x0 (ffff89b408023500)
00010000:00010000:0.0:1775764892.519357:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.519360:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519366:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3e00/0xd3c138f3308bbc18 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x55d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519381:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519391:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519396:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519401:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519405:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.519407:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519412:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519419:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.519421:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.519423:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519428:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3800/0xd3c138f3308bbc0a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.519437:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a61b7964 reply state 0000000051b2f0bc transno 4294991866 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2c00/0xd3c138f3308bbc11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4a0917e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519446:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2c00/0xd3c138f3308bbc11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4a0917e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.519451:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4a0917e (ffff89b408023b00)
00010000:00010000:0.0:1775764892.519454:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.519456:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.519527:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6405:11674:x1862023150223232:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 876us (1061us total) trans 4294991866 rc 0/0
00000100:00100000:0.0:1775764892.519534:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14394
00010000:00010000:1.0:1775764892.519607:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.519614:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.519620:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac2800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.519623:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.519629:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.519642:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55d:0x0].0x0 (ffff89b408023500)
00010000:00010000:1.0:1775764892.519644:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.519646:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.519651:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac2800/0xd3c138f3308bbc1f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x55d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.519666:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.519668:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.519670:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.523850:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.523899:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150223488
00000100:00100000:0.0:1775764892.523909:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150223488
00000100:00100000:0.0:1775764892.523973:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14395
00000100:00100000:0.0:1775764892.523983:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6405:11674:x1862023150223488:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.524050:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.524086:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405bdf000/0xd3c138f33086d8a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2711:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa2b7 expref: 6405 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524108:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2711:0x0].0x0 (ffff89b405b64200)
00010000:00010000:0.0:1775764892.524149:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.524170:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524183:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524193:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524207:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3400/0xd3c138f3308bbc2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9af176b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524214:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3400/0xd3c138f3308bbc2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9af176b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524225:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3400/0xd3c138f3308bbc2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9af176b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524326:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524334:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524341:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.524740:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4053, 64 off267584
00000040:00080000:0.0:1775764892.524755:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4053, 64 off267584
00010000:00010000:0.0:1775764892.524792:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524800:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524807:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524815:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524820:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524826:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524925:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.524942:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524948:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524955:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524961:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.524965:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524972:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524981:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2711:0x0].0x0 (ffff89b408023900)
00010000:00010000:0.0:1775764892.524984:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.524988:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.524994:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbc34 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2711:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525011:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525017:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525027:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525032:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403ac3600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.525035:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525041:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525047:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.525050:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.525052:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525057:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3600/0xd3c138f3308bbc26 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.525078:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b595f276 reply state 00000000c2bdf948 transno 4294991867 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3400/0xd3c138f3308bbc2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9af176b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525090:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac3400/0xd3c138f3308bbc2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9af176b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.525096:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9af176b2 (ffff89b408023c00)
00010000:00010000:0.0:1775764892.525098:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.525100:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.525201:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6406:11674:x1862023150223488:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1218us (1359us total) trans 4294991867 rc 0/0
00000100:00100000:0.0:1775764892.525210:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14395
00010000:00010000:1.0:1775764892.525890:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.525897:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.525905:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.525908:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.525914:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.525925:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2711:0x0].0x0 (ffff89b408023900)
00010000:00010000:1.0:1775764892.525927:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.525931:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.525935:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbc3b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2711:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.525949:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.525952:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.525954:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.528617:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.528665:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150223744
00000100:00100000:0.0:1775764892.528676:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150223744
00000100:00100000:0.0:1775764892.528784:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14396
00000100:00100000:0.0:1775764892.528795:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6406:11674:x1862023150223744:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.528854:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.528881:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405751600/0xd3c138f33082d234 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded4a0 expref: 6406 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.528900:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a0:0x0].0x0 (ffff89b407334900)
00010000:00010000:0.0:1775764892.528910:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.528931:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.528944:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.528955:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.528971:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbc49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x821eabc0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.528978:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbc49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x821eabc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.528984:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbc49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x821eabc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529078:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529090:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529096:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.529378:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4054, 64 off267648
00000040:00080000:0.0:1775764892.529399:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4054, 64 off267648
00010000:00010000:0.0:1775764892.529439:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529446:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529451:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529455:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529458:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529462:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529483:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.529497:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529500:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529507:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529510:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d5c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.529513:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529518:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529522:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a0:0x0].0x0 (ffff89b408023400)
00010000:00010000:0.0:1775764892.529524:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.529526:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529529:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc50 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529540:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529549:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529552:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529555:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.529556:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529562:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529566:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.529567:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.529569:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529572:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbc42 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.529577:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005fbe5f40 reply state 00000000ae6c7300 transno 4294991868 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbc49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x821eabc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529584:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d4e00/0xd3c138f3308bbc49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x821eabc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.529587:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x821eabc0 (ffff89b408023600)
00010000:00010000:0.0:1775764892.529588:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.529590:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.529647:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6407:11674:x1862023150223744:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 855us (1039us total) trans 4294991868 rc 0/0
00000100:00100000:0.0:1775764892.529655:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14396
00010000:00010000:1.0:1775764892.529931:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.529937:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.529943:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.529947:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.529953:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.529963:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a0:0x0].0x0 (ffff89b408023400)
00010000:00010000:1.0:1775764892.529965:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.529968:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.529974:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc57 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.529986:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.529988:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.529990:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.535973:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.536446:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150224000
00000100:00100000:0.0:1775764892.536457:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150224000
00000100:00100000:0.0:1775764892.536513:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14397
00000100:00100000:0.0:1775764892.536524:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6407:11674:x1862023150224000:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.537847:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.537887:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a211e00/0xd3c138f330843ef8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x140c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1d94 expref: 6407 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.537915:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x140c:0x0].0x0 (ffff89b4057bc200)
00010000:00010000:0.0:1775764892.537926:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.537951:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.537966:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.537975:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.537992:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bbc65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x871c64c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.538000:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bbc65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x871c64c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.538006:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bbc65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x871c64c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539021:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539034:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539043:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.539352:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4055, 64 off267712
00000040:00080000:0.0:1775764892.539373:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4055, 64 off267712
00010000:00010000:0.0:1775764892.539421:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539430:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539438:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539445:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539452:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539458:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539485:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.539504:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539510:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539515:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539521:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eb000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.539525:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539533:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539553:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x140c:0x0].0x0 (ffff89b408023900)
00010000:00010000:0.0:1775764892.539557:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.539561:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539567:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc6c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x140c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539586:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539591:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539597:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539603:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539607:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043ea400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.539610:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539615:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539622:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.539624:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.539626:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539635:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc5e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.539646:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048e5e730 reply state 0000000082ce8d5e transno 4294991869 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bbc65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x871c64c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539656:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb400/0xd3c138f3308bbc65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x871c64c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.539662:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x871c64c4 (ffff89b408023100)
00010000:00010000:0.0:1775764892.539664:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.539667:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.539771:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6408:11674:x1862023150224000:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3246us (3804us total) trans 4294991869 rc 0/0
00000100:00100000:0.0:1775764892.539781:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14397
00010000:00010000:3.0:1775764892.540228:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.540235:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.540242:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.540256:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.540262:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.540276:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x140c:0x0].0x0 (ffff89b408023900)
00010000:00010000:3.0:1775764892.540279:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.540281:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.540286:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eae00/0xd3c138f3308bbc73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x140c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.540302:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.540304:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.540306:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.542504:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.542692:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150224256
00000100:00100000:0.0:1775764892.542702:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150224256
00000100:00100000:0.0:1775764892.544791:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14398
00000100:00100000:0.0:1775764892.544813:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6408:11674:x1862023150224256:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.544870:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.544897:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40e819600/0xd3c138f33081a2b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede97ec expref: 6408 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.544919:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf4:0x0].0x0 (ffff89b50b15d000)
00010000:00010000:0.0:1775764892.544928:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.544947:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.544963:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.544972:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.544987:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea200/0xd3c138f3308bbc81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8b55d3a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.544994:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea200/0xd3c138f3308bbc81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b55d3a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.545001:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea200/0xd3c138f3308bbc81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b55d3a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.545497:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.545507:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.545514:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.546766:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4056, 64 off267776
00000040:00080000:0.0:1775764892.546787:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4056, 64 off267776
00010000:00010000:0.0:1775764892.546847:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546861:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546875:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546882:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546888:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546893:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546911:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.546932:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546937:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546943:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546949:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.546954:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546962:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546971:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf4:0x0].0x0 (ffff89b408023d00)
00010000:00010000:0.0:1775764892.546974:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.546979:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.546984:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eba00/0xd3c138f3308bbc88 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.547003:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.547008:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.547014:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.547019:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043eaa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.547021:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.547027:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.547035:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.547037:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.547040:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.547046:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eaa00/0xd3c138f3308bbc7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.547057:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035e6d403 reply state 00000000907cc5da transno 4294991870 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea200/0xd3c138f3308bbc81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b55d3a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.547225:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.547232:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.547238:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d5c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.547241:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.547258:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.547268:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf4:0x0].0x0 (ffff89b408023d00)
00010000:00010000:1.0:1775764892.547271:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.547273:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.547279:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bbc8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.547297:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.547299:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.547301:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.547444:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea200/0xd3c138f3308bbc81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8b55d3a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.547451:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8b55d3a3 (ffff89b408023500)
00010000:00010000:0.0:1775764892.547453:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.547457:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.547672:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6409:11674:x1862023150224256:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2863us (5170us total) trans 4294991870 rc 0/0
00000100:00100000:0.0:1775764892.547681:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14398
00000100:00100000:2.0:1775764892.551839:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.552036:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150224512
00000100:00100000:0.0:1775764892.552049:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150224512
00000100:00100000:0.0:1775764892.552138:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14399
00000100:00100000:0.0:1775764892.552149:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6409:11674:x1862023150224512:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.552220:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.552265:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085c1200/0xd3c138f3308639a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2286:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf82ea expref: 6409 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552284:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2286:0x0].0x0 (ffff89b409d36e00)
00010000:00010000:0.0:1775764892.552296:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.552318:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552332:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552341:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552359:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf03e61c3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552366:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf03e61c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552372:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf03e61c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552476:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552484:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552491:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.552717:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4057, 64 off267840
00000040:00080000:0.0:1775764892.552737:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4057, 64 off267840
00010000:00010000:0.0:1775764892.552783:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552793:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552801:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552808:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552819:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552824:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552838:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.552857:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552863:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552869:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552875:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.552879:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552886:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552895:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2286:0x0].0x0 (ffff89b408023400)
00010000:00010000:0.0:1775764892.552898:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.552901:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552907:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbca4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552929:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552936:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552941:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552946:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4043ea400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.552949:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552955:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552963:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.552965:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.552967:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552973:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea400/0xd3c138f3308bbc96 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.552982:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f7fb8e9c reply state 00000000c7db287f transno 4294991871 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf03e61c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552992:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043eb000/0xd3c138f3308bbc9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf03e61c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.552998:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf03e61c3 (ffff89b408023e00)
00010000:00010000:0.0:1775764892.553000:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.553003:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.553087:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6410:11674:x1862023150224512:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 940us (1258us total) trans 4294991871 rc 0/0
00000100:00100000:0.0:1775764892.553095:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14399
00010000:00010000:1.0:1775764892.553383:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.553396:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.553404:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.553408:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.553415:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.553425:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2286:0x0].0x0 (ffff89b408023400)
00010000:00010000:1.0:1775764892.553427:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.553430:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.553435:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.553450:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.553453:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.553454:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.556381:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.556455:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150224768
00000100:00100000:0.0:1775764892.556465:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150224768
00000100:00100000:0.0:1775764892.556522:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14400
00000100:00100000:0.0:1775764892.556530:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6410:11674:x1862023150224768:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.556601:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.556628:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40e965200/0xd3c138f33081c173 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9e13 expref: 6410 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556644:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5:0x0].0x0 (ffff89b40e86d100)
00010000:00010000:0.0:1775764892.556656:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.556674:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556687:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556696:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556711:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229200/0xd3c138f3308bbcb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4433075d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556717:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229200/0xd3c138f3308bbcb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4433075d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556728:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229200/0xd3c138f3308bbcb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4433075d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556817:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556825:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.556833:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.557048:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4058, 64 off267904
00000040:00080000:0.0:1775764892.557082:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4058, 64 off267904
00010000:00010000:0.0:1775764892.557178:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557188:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557195:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557202:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557209:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557214:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557253:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.557270:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557277:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.557278:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.557282:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557288:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.557292:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.557293:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.557299:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.557300:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.557303:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557309:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5:0x0].0x0 (ffff89b408023d00)
00010000:00010000:2.0:1775764892.557309:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557312:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.557315:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.557317:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5:0x0].0x0 (ffff89b408023d00)
00010000:00010000:2.0:1775764892.557319:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.557321:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbcc0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.557322:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.557327:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbcc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557339:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.557341:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.557343:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.557344:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.557345:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557350:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557356:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557361:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.557363:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557369:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557375:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.557378:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.557380:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557385:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bbcb2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.557394:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cff073f8 reply state 0000000039580336 transno 4294991872 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229200/0xd3c138f3308bbcb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4433075d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557405:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229200/0xd3c138f3308bbcb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4433075d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.557411:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4433075d (ffff89b408023900)
00010000:00010000:0.0:1775764892.557414:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.557416:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.557489:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6411:11674:x1862023150224768:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 959us (1115us total) trans 4294991872 rc 0/0
00000100:00100000:0.0:1775764892.557497:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14400
00000100:00100000:3.0:1775764892.561738:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.561808:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150225024
00000100:00100000:0.0:1775764892.561819:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150225024
00000100:00100000:0.0:1775764892.561888:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14401
00000100:00100000:0.0:1775764892.561897:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6411:11674:x1862023150225024:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.561961:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.561994:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403cbda00/0xd3c138f3308519db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf495b expref: 6411 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562017:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a4d:0x0].0x0 (ffff89b404bfae00)
00010000:00010000:0.0:1775764892.562027:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.562046:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562059:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562069:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562083:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bbcd5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x513e93ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562090:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bbcd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x513e93ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562096:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bbcd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x513e93ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562253:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562267:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562274:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.562651:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4059, 64 off267968
00000040:00080000:0.0:1775764892.562668:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4059, 64 off267968
00010000:00010000:0.0:1775764892.562709:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562718:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562725:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562798:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562805:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562810:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562833:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.562851:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562857:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562869:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562875:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.562880:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562887:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562896:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a4d:0x0].0x0 (ffff89b409b9fb00)
00010000:00010000:0.0:1775764892.562899:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.562902:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.562904:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.562908:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbcdc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.562910:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.562915:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.562919:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562924:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.562924:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562930:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.562933:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a4d:0x0].0x0 (ffff89b409b9fb00)
00010000:00010000:3.0:1775764892.562935:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.562937:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.562938:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562942:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.562945:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562954:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562961:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.562963:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.562966:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562971:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbcce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.562980:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000096ffdd8b reply state 00000000f696f2a0 transno 4294991873 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bbcd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x513e93ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562991:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228c00/0xd3c138f3308bbcd5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x513e93ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.562997:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x513e93ad (ffff89b409b9f300)
00010000:00010000:0.0:1775764892.563000:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.563000:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bbce3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.563002:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764892.563017:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.563018:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.563020:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.563205:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6412:11674:x1862023150225024:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1307us (1476us total) trans 4294991873 rc 0/0
00000100:00100000:0.0:1775764892.563214:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14401
00000100:00100000:2.0:1775764892.570499:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.570591:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150225280
00000100:00100000:0.0:1775764892.570601:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150225280
00000100:00100000:0.0:1775764892.570659:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14402
00000100:00100000:0.0:1775764892.570668:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6412:11674:x1862023150225280:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.570725:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.570751:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4076aa200/0xd3c138f33084e443 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3ea3 expref: 6412 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570772:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18c5:0x0].0x0 (ffff89b40560b200)
00010000:00010000:0.0:1775764892.570783:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.570803:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570816:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570827:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570845:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0000/0xd3c138f3308bbcf1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa7ffbc8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570852:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0000/0xd3c138f3308bbcf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa7ffbc8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570859:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0000/0xd3c138f3308bbcf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa7ffbc8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570958:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570967:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.570974:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.571260:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4060, 64 off268032
00000040:00080000:0.0:1775764892.571281:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4060, 64 off268032
00010000:00010000:0.0:1775764892.571328:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571338:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571346:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571360:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571366:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571374:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571388:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.571404:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571409:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571414:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571419:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.571422:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571428:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571437:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18c5:0x0].0x0 (ffff89b409b9f600)
00010000:00010000:0.0:1775764892.571440:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.571443:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571451:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbcf8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571465:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571471:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571475:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571480:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571484:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.571487:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571492:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571497:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.571499:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.571501:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571513:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bbcea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.571521:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038c01b23 reply state 000000008c2ce12b transno 4294991874 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0000/0xd3c138f3308bbcf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa7ffbc8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571530:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0000/0xd3c138f3308bbcf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa7ffbc8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.571535:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa7ffbc8 (ffff89b409b9fa00)
00010000:00010000:0.0:1775764892.571538:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.571540:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.571612:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6413:11674:x1862023150225280:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 945us (1122us total) trans 4294991874 rc 0/0
00000100:00100000:0.0:1775764892.571620:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14402
00010000:00010000:1.0:1775764892.571720:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.571725:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.571731:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e0200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.571734:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.571740:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.571748:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18c5:0x0].0x0 (ffff89b409b9f600)
00010000:00010000:1.0:1775764892.571749:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.571752:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.571757:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbcff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.571770:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.571771:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.571772:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.575514:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.575615:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150225536
00000100:00100000:2.0:1775764892.575626:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150225536
00000100:00100000:2.0:1775764892.575689:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14403
00000100:00100000:2.0:1775764892.575699:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6413:11674:x1862023150225536:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.575768:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.575797:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407307800/0xd3c138f33082d487 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded517 expref: 6413 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575833:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b1:0x0].0x0 (ffff89b40a36e700)
00010000:00010000:2.0:1775764892.575845:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.575864:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575878:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575885:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575896:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbd0d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe498b3a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575900:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbd0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe498b3a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575904:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbd0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe498b3a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575984:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575992:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.575998:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.576286:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4061, 64 off268096
00000040:00080000:2.0:1775764892.576306:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4061, 64 off268096
00010000:00010000:2.0:1775764892.576353:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576360:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576366:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576371:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576375:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576378:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576387:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.576400:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576404:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576407:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576411:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.576414:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576419:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576425:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b1:0x0].0x0 (ffff89b408023400)
00010000:00010000:2.0:1775764892.576427:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.576429:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576433:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbd14 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576443:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576447:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576450:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576453:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576456:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.576457:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576460:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576464:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.576465:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.576467:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576476:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd06 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.576484:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd86f56e reply state 000000008aad7eb8 transno 4294991875 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbd0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe498b3a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576495:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e6400/0xd3c138f3308bbd0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe498b3a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.576501:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe498b3a9 (ffff89b408026300)
00010000:00010000:2.0:1775764892.576503:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.576506:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.576571:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6414:11674:x1862023150225536:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 872us (1066us total) trans 4294991875 rc 0/0
00000100:00100000:2.0:1775764892.576579:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14403
00010000:00010000:1.0:1775764892.576718:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.576725:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.576731:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.576734:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.576743:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.576751:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b1:0x0].0x0 (ffff89b408023400)
00010000:00010000:1.0:1775764892.576753:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.576755:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.576759:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bbd1b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.576772:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.576774:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.576776:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.582711:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.582800:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150225792
00000100:00100000:0.0:1775764892.582810:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150225792
00000100:00100000:0.0:1775764892.582872:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14404
00000100:00100000:0.0:1775764892.582881:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6414:11674:x1862023150225792:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.582959:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.582991:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4056f2e00/0xd3c138f330819b08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9664 expref: 6414 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583014:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff89b402b28300)
00010000:00010000:0.0:1775764892.583034:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.583063:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583079:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583089:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583105:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0800/0xd3c138f3308bbd29 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8f8d5cb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583156:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0800/0xd3c138f3308bbd29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f8d5cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583165:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0800/0xd3c138f3308bbd29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f8d5cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583272:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583281:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583288:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.583515:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4062, 64 off268160
00000040:00080000:0.0:1775764892.583535:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4062, 64 off268160
00010000:00010000:0.0:1775764892.583586:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583595:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583605:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583613:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583619:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583624:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583646:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.583663:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583669:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583675:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583681:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.583685:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583691:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.583693:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583697:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583701:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff89b409b9f700)
00010000:00010000:0.0:1775764892.583704:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.583706:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e0200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.583707:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583709:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583713:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbd30 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583716:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583723:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff89b409b9f700)
00010000:00010000:2.0:1775764892.583725:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.583728:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583728:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583735:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583738:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbd37 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583741:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583745:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.583747:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583750:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.583751:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.583752:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.583754:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.583758:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.583760:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.583763:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583769:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbd22 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.583777:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c258b91 reply state 000000007ba1cf8c transno 4294991876 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0800/0xd3c138f3308bbd29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f8d5cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583791:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0800/0xd3c138f3308bbd29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8f8d5cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.583796:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8f8d5cb1 (ffff89b409b9fc00)
00010000:00010000:0.0:1775764892.583798:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.583801:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.583879:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6415:11674:x1862023150225792:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 997us (1181us total) trans 4294991876 rc 0/0
00000100:00100000:0.0:1775764892.583887:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14404
00000100:00100000:3.0:1775764892.586700:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.586742:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150226048
00000100:00100000:2.0:1775764892.586752:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150226048
00000100:00100000:2.0:1775764892.586857:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14405
00000100:00100000:2.0:1775764892.586867:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6415:11674:x1862023150226048:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.586932:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.586959:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404353c00/0xd3c138f33086a1b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x257f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf97b9 expref: 6415 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.586979:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x257f:0x0].0x0 (ffff89b403d48800)
00010000:00010000:2.0:1775764892.586988:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.587006:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587018:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587028:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587041:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbd45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd857d578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587047:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbd45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd857d578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587054:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbd45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd857d578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587184:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587196:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587203:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.587559:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4063, 64 off268224
00000040:00080000:2.0:1775764892.587577:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4063, 64 off268224
00010000:00010000:2.0:1775764892.587625:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587634:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587642:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587649:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587656:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587660:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587678:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.587695:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587701:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587707:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587713:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.587717:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.587717:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.587722:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587724:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.587728:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.587743:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x257f:0x0].0x0 (ffff89b408191d00)
00010000:00010000:3.0:1775764892.587743:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587746:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.587750:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.587750:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587756:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bbd4c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x257f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.587758:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x257f:0x0].0x0 (ffff89b408191d00)
00010000:00010000:3.0:1775764892.587761:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.587763:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.587768:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbd53 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x257f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587771:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587776:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.587782:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.587783:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.587785:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.587786:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587791:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.587794:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587800:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587806:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.587809:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.587811:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587816:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bbd3e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.587824:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b493af1d reply state 000000005c96fe63 transno 4294991877 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbd45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd857d578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587835:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228000/0xd3c138f3308bbd45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd857d578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.587841:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd857d578 (ffff89b408023d00)
00010000:00010000:2.0:1775764892.587844:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.587846:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.587914:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6416:11674:x1862023150226048:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1047us (1221us total) trans 4294991877 rc 0/0
00000100:00100000:2.0:1775764892.587923:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14405
00000100:00100000:3.0:1775764892.591507:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.591546:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150226304
00000100:00100000:0.0:1775764892.591555:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150226304
00000100:00100000:0.0:1775764892.591621:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14406
00000100:00100000:0.0:1775764892.591630:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6416:11674:x1862023150226304:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.591700:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.591728:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409dad400/0xd3c138f33086063e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x210e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf78a2 expref: 6416 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591747:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x210e:0x0].0x0 (ffff89b407238c00)
00010000:00010000:0.0:1775764892.591757:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.591784:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591798:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591807:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591827:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9600/0xd3c138f3308bbd61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1bd61eaf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591834:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9600/0xd3c138f3308bbd61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1bd61eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591840:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9600/0xd3c138f3308bbd61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1bd61eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591933:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591941:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.591948:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.592227:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4064, 64 off268288
00000040:00080000:0.0:1775764892.592675:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4064, 64 off268288
00010000:00010000:0.0:1775764892.592726:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592735:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592743:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592749:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592760:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592765:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592821:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.592838:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592844:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592849:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592855:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab9c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.592859:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592866:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.592875:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x210e:0x0].0x0 (ffff89b409b9f500)
00010000:00010000:0.0:1775764892.592882:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.592886:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593069:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd68 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x210e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593093:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593099:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593105:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593109:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.593112:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593138:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593147:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.593149:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.593152:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593158:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.593169:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0bacc15 reply state 0000000037223867 transno 4294991878 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9600/0xd3c138f3308bbd61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1bd61eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593181:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9600/0xd3c138f3308bbd61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1bd61eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.593187:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1bd61eaf (ffff89b409b9f000)
00010000:00010000:0.0:1775764892.593189:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.593192:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.593439:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6417:11674:x1862023150226304:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1808us (1938us total) trans 4294991878 rc 0/0
00000100:00100000:0.0:1775764892.593448:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14406
00010000:00010000:1.0:1775764892.596414:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.596432:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.596444:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.596449:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.596458:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.596478:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x210e:0x0].0x0 (ffff89b409b9f500)
00010000:00010000:1.0:1775764892.596482:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.596486:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.596493:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbd6f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x210e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.596523:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.596524:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.596526:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.599463:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.599519:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150226560
00000100:00100000:0.0:1775764892.599532:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150226560
00000100:00100000:0.0:1775764892.599803:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14407
00000100:00100000:0.0:1775764892.599815:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6417:11674:x1862023150226560:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.599876:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.599904:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a22fe00/0xd3c138f330839084 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefab0 expref: 6417 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.599922:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf10:0x0].0x0 (ffff89b408362f00)
00010000:00010000:0.0:1775764892.599932:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.599952:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.599965:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.599974:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.599988:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd7d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbad3beda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.599995:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbad3beda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600005:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbad3beda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600102:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600111:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600148:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.600447:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4065, 64 off268352
00000040:00080000:0.0:1775764892.600460:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4065, 64 off268352
00010000:00010000:0.0:1775764892.600506:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600512:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600518:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600522:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600526:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600530:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600644:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.600664:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.600667:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.600671:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.600673:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600676:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.600680:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab9a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.600681:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.600683:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600684:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.600691:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.600691:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.600707:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf10:0x0].0x0 (ffff89b409b9f900)
00010000:00010000:1.0:1775764892.600710:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.600713:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.600718:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbd8b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.600731:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.600732:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.600734:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.604378:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf10:0x0].0x0 (ffff89b409b9f900)
00010000:00010000:0.0:1775764892.604388:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.604400:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604410:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbd84 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604499:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604507:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604517:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604521:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.604525:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604532:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604547:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.604550:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.604553:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604559:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbd76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.604570:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbf151ea reply state 00000000280f6906 transno 4294991879 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbad3beda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604583:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9c00/0xd3c138f3308bbd7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbad3beda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.604591:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbad3beda (ffff89b409b9f800)
00010000:00010000:0.0:1775764892.604593:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.604596:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.604695:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6418:11674:x1862023150226560:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4875us (5232us total) trans 4294991879 rc 0/0
00000100:00100000:0.0:1775764892.604705:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14407
00000100:00100000:2.0:1775764892.607442:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.607489:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150226816
00000100:00100000:0.0:1775764892.607499:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150226816
00000100:00100000:0.0:1775764892.607594:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14408
00000100:00100000:0.0:1775764892.607601:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6418:11674:x1862023150226816:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.607652:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.607675:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734e00/0xd3c138f330838cd3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xef5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef9f3 expref: 6418 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607691:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xef5:0x0].0x0 (ffff89b409430200)
00010000:00010000:0.0:1775764892.607698:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.607714:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607724:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607730:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607739:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9000/0xd3c138f3308bbd99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5025497b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607743:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9000/0xd3c138f3308bbd99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5025497b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607747:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9000/0xd3c138f3308bbd99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5025497b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607822:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607833:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.607840:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.608151:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4066, 64 off268416
00000040:00080000:0.0:1775764892.608170:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4066, 64 off268416
00010000:00010000:0.0:1775764892.608218:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608227:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608290:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608300:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608306:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608312:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608335:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.608353:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608359:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608369:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608374:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.608378:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608385:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608392:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xef5:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:0.0:1775764892.608395:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.608398:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608404:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbda0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xef5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608420:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608426:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608432:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608436:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab9400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.608439:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608448:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608455:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.608457:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.608461:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608466:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbd92 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.608475:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d1225dd9 reply state 0000000001ef692b transno 4294991880 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9000/0xd3c138f3308bbd99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5025497b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608484:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9000/0xd3c138f3308bbd99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5025497b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.608489:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5025497b (ffff89b409b9ff00)
00010000:00010000:0.0:1775764892.608491:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.608493:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.608564:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6419:11674:x1862023150226816:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 960us (1128us total) trans 4294991880 rc 0/0
00000100:00100000:0.0:1775764892.608572:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14408
00010000:00010000:2.0:1775764892.608629:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.608634:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.608639:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.608641:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.608645:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.608650:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xef5:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:2.0:1775764892.608652:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.608654:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.608657:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbda7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xef5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.608667:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.608668:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.608669:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.612366:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.612448:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150227072
00000100:00100000:2.0:1775764892.612460:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150227072
00000100:00100000:2.0:1775764892.612522:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14409
00000100:00100000:2.0:1775764892.612534:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6419:11674:x1862023150227072:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.612597:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.612625:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409fb4c00/0xd3c138f3308194be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9522 expref: 6419 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612651:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff89b541dd5400)
00010000:00010000:2.0:1775764892.612664:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.612685:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612699:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612710:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612727:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbdb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x30378cd5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612734:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbdb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30378cd5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612741:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbdb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30378cd5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612848:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612856:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.612863:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.613180:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4067, 64 off268480
00000040:00080000:2.0:1775764892.613202:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4067, 64 off268480
00010000:00010000:2.0:1775764892.613261:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613269:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613276:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613293:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613300:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613306:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613326:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.613346:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613352:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613358:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613364:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.613368:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613375:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613385:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff89b408191700)
00010000:00010000:2.0:1775764892.613388:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.613392:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613398:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbdbc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613413:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613418:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613423:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613428:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.613430:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613436:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613443:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.613446:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.613449:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613454:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbdae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.613467:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098e50ad4 reply state 0000000045bdd202 transno 4294991881 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbdb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30378cd5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613477:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7c00/0xd3c138f3308bbdb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x30378cd5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.613484:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x30378cd5 (ffff89b408191b00)
00010000:00010000:2.0:1775764892.613486:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.613488:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.613577:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6420:11674:x1862023150227072:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1044us (1220us total) trans 4294991881 rc 0/0
00000100:00100000:2.0:1775764892.613585:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14409
00010000:00010000:3.0:1775764892.613728:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.613736:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.613742:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.613745:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.613750:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.613759:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff89b408191700)
00010000:00010000:3.0:1775764892.613761:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.613763:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.613768:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbdc3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.613784:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.613785:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.613787:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.619300:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.619368:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150227328
00000100:00100000:0.0:1775764892.619380:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150227328
00000100:00100000:0.0:1775764892.619491:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14410
00000100:00100000:0.0:1775764892.619503:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6420:11674:x1862023150227328:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.619572:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.619605:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f9f9800/0xd3c138f330848b1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1639:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2ccf expref: 6420 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619626:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1639:0x0].0x0 (ffff89b408eb6900)
00010000:00010000:0.0:1775764892.619638:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.619660:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619673:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619683:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619693:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbdd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xeedbcb80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619697:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeedbcb80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619701:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeedbcb80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619784:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619790:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.619796:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.620026:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4068, 64 off268544
00000040:00080000:0.0:1775764892.620044:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4068, 64 off268544
00010000:00010000:0.0:1775764892.620108:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620161:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620169:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620177:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620184:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620190:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620202:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.620216:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620220:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620224:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620228:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.620231:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620260:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620269:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1639:0x0].0x0 (ffff89b409b9fe00)
00010000:00010000:0.0:1775764892.620272:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.620275:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620285:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbdd8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1639:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620304:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620309:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620314:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620319:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab9400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.620321:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620327:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620334:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.620337:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.620339:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620348:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbdca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.620357:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc745e66 reply state 000000001e8cd3d2 transno 4294991882 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeedbcb80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620369:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8600/0xd3c138f3308bbdd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xeedbcb80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.620375:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xeedbcb80 (ffff89b409b9f900)
00010000:00010000:0.0:1775764892.620378:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.620380:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764892.620724:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.620731:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.620737:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.620741:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.620748:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.620757:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1639:0x0].0x0 (ffff89b409b9fe00)
00010000:00010000:1.0:1775764892.620759:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.620760:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.620764:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbddf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.620775:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.620777:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.620778:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.621030:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6421:11674:x1862023150227328:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1527us (1750us total) trans 4294991882 rc 0/0
00000100:00100000:0.0:1775764892.621039:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14410
00000100:00100000:1.0:1775764892.623602:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.623673:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150227584
00000100:00100000:0.0:1775764892.623681:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150227584
00000100:00100000:0.0:1775764892.623732:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14411
00000100:00100000:0.0:1775764892.623741:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6421:11674:x1862023150227584:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.623806:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.623829:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a1abe00/0xd3c138f3308418f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf15fa expref: 6421 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623844:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12f6:0x0].0x0 (ffff89b409895700)
00010000:00010000:0.0:1775764892.623852:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.623868:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623880:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623887:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623896:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbded lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x40abc3c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623900:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x40abc3c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623903:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x40abc3c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623984:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623991:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.623997:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.624528:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4069, 64 off268608
00000040:00080000:0.0:1775764892.624541:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4069, 64 off268608
00010000:00010000:0.0:1775764892.624575:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624582:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624590:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624595:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624599:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624602:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624617:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.624635:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624640:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.624641:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.624645:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.624647:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624651:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.624653:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14bc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.624656:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.624656:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624664:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.624664:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.624677:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12f6:0x0].0x0 (ffff89b409b9f400)
00010000:00010000:1.0:1775764892.624680:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.624682:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12f6:0x0].0x0 (ffff89b409b9f400)
00010000:00010000:1.0:1775764892.624683:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624684:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.624687:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.624690:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbdfb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624693:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbdf4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12f6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.624701:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.624703:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.624704:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.624707:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624713:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624719:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624724:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.624726:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624730:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624735:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.624736:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.624738:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624741:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbde6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.624750:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069042db6 reply state 00000000c11ef860 transno 4294991883 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x40abc3c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624760:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9a00/0xd3c138f3308bbded lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x40abc3c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.624764:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x40abc3c2 (ffff89b409b9fd00)
00010000:00010000:0.0:1775764892.624765:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.624767:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.624838:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6422:11674:x1862023150227584:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1097us (1241us total) trans 4294991883 rc 0/0
00000100:00100000:0.0:1775764892.624847:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14411
00000100:00100000:3.0:1775764892.626700:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.626760:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150227840
00000100:00100000:2.0:1775764892.626770:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150227840
00000100:00100000:2.0:1775764892.626840:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14412
00000100:00100000:2.0:1775764892.626849:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6422:11674:x1862023150227840:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.626904:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.626932:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a65a00/0xd3c138f33084e650 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3f0c expref: 6422 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628003:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18d4:0x0].0x0 (ffff89b4073c2a00)
00010000:00010000:2.0:1775764892.628402:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.628439:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628454:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628471:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628488:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbe09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x577008bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628495:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbe09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x577008bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628501:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbe09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x577008bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628602:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628611:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628618:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.628857:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4070, 64 off268672
00000040:00080000:2.0:1775764892.628874:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4070, 64 off268672
00010000:00010000:2.0:1775764892.628918:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628924:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628930:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.628938:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629001:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629005:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629320:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.629343:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629350:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629356:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629362:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.629366:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629372:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629384:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18d4:0x0].0x0 (ffff89b408191f00)
00010000:00010000:2.0:1775764892.629387:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.629391:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629402:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe10 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.629412:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.629417:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.629418:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629424:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.629425:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.629428:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629429:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629434:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.629435:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629437:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.629443:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18d4:0x0].0x0 (ffff89b408191f00)
00010000:00010000:2.0:1775764892.629443:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.629446:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.629449:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629450:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.629452:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.629455:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629455:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629460:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.629467:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054e04ca7 reply state 000000001892d968 transno 4294991884 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbe09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x577008bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.629468:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.629469:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.629471:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.629478:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e0200/0xd3c138f3308bbe09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x577008bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.629484:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x577008bf (ffff89b408191a00)
00010000:00010000:2.0:1775764892.629486:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.629489:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.629578:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6423:11674:x1862023150227840:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2726us (2879us total) trans 4294991884 rc 0/0
00000100:00100000:2.0:1775764892.629589:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14412
00000100:00100000:3.0:1775764892.633493:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.633884:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150228096
00000100:00100000:0.0:1775764892.633895:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150228096
00000100:00100000:0.0:1775764892.634052:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14413
00000100:00100000:0.0:1775764892.634074:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6423:11674:x1862023150228096:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.634451:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.634482:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4060db800/0xd3c138f330840799 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1277:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1281 expref: 6423 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634504:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1277:0x0].0x0 (ffff89b404b44b00)
00010000:00010000:0.0:1775764892.634518:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.634537:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634550:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634561:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634579:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a800/0xd3c138f3308bbe25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe64987a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634585:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a800/0xd3c138f3308bbe25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe64987a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634592:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a800/0xd3c138f3308bbe25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe64987a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634686:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634694:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.634700:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.634938:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4071, 64 off268736
00000040:00080000:0.0:1775764892.635279:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4071, 64 off268736
00010000:00010000:0.0:1775764892.635327:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635337:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635345:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635353:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635363:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635368:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635433:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.635452:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635458:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635464:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635469:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.635473:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635481:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635491:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1277:0x0].0x0 (ffff89b409b9f100)
00010000:00010000:0.0:1775764892.635493:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.635497:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635502:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bbe2c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1277:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635522:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635528:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635533:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635538:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.635541:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635547:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635553:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.635556:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.635559:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635563:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bbe1e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.635572:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3b7cd21 reply state 00000000c21227b7 transno 4294991885 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a800/0xd3c138f3308bbe25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe64987a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635583:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a800/0xd3c138f3308bbe25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe64987a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.635589:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe64987a1 (ffff89b409b9f400)
00010000:00010000:0.0:1775764892.635592:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.635595:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.635688:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6424:11674:x1862023150228096:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1616us (2202us total) trans 4294991885 rc 0/0
00000100:00100000:0.0:1775764892.635698:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14413
00010000:00010000:3.0:1775764892.635931:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.635939:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.640276:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.640283:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.640298:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.640316:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1277:0x0].0x0 (ffff89b409b9f100)
00010000:00010000:3.0:1775764892.640319:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.640324:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.640329:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bbe33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1277:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.640354:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.640356:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.640359:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.641394:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.641689:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150228352
00000100:00100000:0.0:1775764892.641699:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150228352
00000100:00100000:0.0:1775764892.641790:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14414
00000100:00100000:0.0:1775764892.641800:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6424:11674:x1862023150228352:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.641864:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.641885:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d73000/0xd3c138f33086897e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf92e2 expref: 6424 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.641901:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24ce:0x0].0x0 (ffff89b40a76cc00)
00010000:00010000:0.0:1775764892.641910:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.641930:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.641943:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.641953:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.641968:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14ae00/0xd3c138f3308bbe41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xeb7a981e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.641974:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14ae00/0xd3c138f3308bbe41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb7a981e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.641984:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14ae00/0xd3c138f3308bbe41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb7a981e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642095:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642103:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642109:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.642509:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4072, 64 off268800
00000040:00080000:0.0:1775764892.642526:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4072, 64 off268800
00010000:00010000:0.0:1775764892.642571:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642580:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642588:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642594:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642600:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642606:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642677:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.642695:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642701:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642706:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642711:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.642714:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642721:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642729:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24ce:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:0.0:1775764892.642731:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.642734:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642740:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bbe48 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642755:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642761:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642770:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642775:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14a400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.642777:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642782:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642789:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.642792:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.642794:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642800:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bbe3a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.642809:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5e38af7 reply state 00000000862cfa8c transno 4294991886 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14ae00/0xd3c138f3308bbe41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb7a981e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642820:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14ae00/0xd3c138f3308bbe41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xeb7a981e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.642826:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xeb7a981e (ffff89b409b9fe00)
00010000:00010000:0.0:1775764892.642828:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.642831:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.642911:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6425:11674:x1862023150228352:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1111us (1520us total) trans 4294991886 rc 0/0
00000100:00100000:0.0:1775764892.642920:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14414
00000100:00100000:3.0:1775764892.645036:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.645203:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150228608
00000100:00100000:2.0:1775764892.645214:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150228608
00000100:00100000:2.0:1775764892.645283:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14415
00000100:00100000:2.0:1775764892.645293:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6425:11674:x1862023150228608:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.645350:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.645377:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408dc5800/0xd3c138f33085aa3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf663b expref: 6425 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645395:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e6d:0x0].0x0 (ffff89b408db7f00)
00010000:00010000:2.0:1775764892.645406:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.645424:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645436:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645445:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645459:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8b0061e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645470:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b0061e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645476:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b0061e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645561:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645569:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645576:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.645787:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4073, 64 off268864
00000040:00080000:2.0:1775764892.645805:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4073, 64 off268864
00010000:00010000:2.0:1775764892.645849:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645859:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645867:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645873:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645879:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.645888:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646627:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764892.646639:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646647:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14bc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.646651:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646659:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646671:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24ce:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:1.0:1775764892.646674:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.646679:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646685:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bbe4f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646705:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.646708:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646713:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40610c200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.646715:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646720:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646726:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e6d:0x0].0x0 (ffff89b408191600)
00010000:00010000:1.0:1775764892.646728:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.646730:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.646740:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.646741:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.646743:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.646900:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1775764892.646906:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe6b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.646936:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.646952:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.646958:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.646963:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.646967:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.646973:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.646982:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e6d:0x0].0x0 (ffff89b408191600)
00010000:00010000:2.0:1775764892.646984:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.646987:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.646992:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbe64 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647016:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647033:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647039:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647044:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.647046:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647052:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647070:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.647072:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.647075:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647080:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbe56 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.647090:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eef6bd45 reply state 0000000039193a19 transno 4294991887 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b0061e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647101:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1c00/0xd3c138f3308bbe5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8b0061e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.647106:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8b0061e9 (ffff89b408191300)
00010000:00010000:2.0:1775764892.647109:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.647386:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.647476:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6426:11674:x1862023150228608:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2181us (2452us total) trans 4294991887 rc 0/0
00000100:00100000:2.0:1775764892.647486:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14415
00010000:00010000:1.0:1775764892.647694:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.650595:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.650669:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150228864
00000100:00100000:0.0:1775764892.650682:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150228864
00000100:00100000:0.0:1775764892.650741:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14416
00000100:00100000:0.0:1775764892.650750:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6426:11674:x1862023150228864:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.650823:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.650850:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408565200/0xd3c138f330860efe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x214e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7a62 expref: 6426 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.650869:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214e:0x0].0x0 (ffff89b40850eb00)
00010000:00010000:0.0:1775764892.650879:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.650899:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.650911:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.650921:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.650936:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbe79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdfdc38cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.650942:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbe79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdfdc38cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.650948:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbe79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdfdc38cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651039:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651052:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651059:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.651326:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4074, 64 off268928
00000040:00080000:0.0:1775764892.651346:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4074, 64 off268928
00010000:00010000:0.0:1775764892.651396:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651406:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651414:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651420:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651426:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651432:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651452:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.651470:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651476:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651487:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651494:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.651498:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651506:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651514:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214e:0x0].0x0 (ffff89b409b9f700)
00010000:00010000:0.0:1775764892.651518:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.651522:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651527:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbe80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x214e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651543:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651550:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651555:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651560:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.651563:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651573:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651580:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.651582:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.651585:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651591:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbe72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.651599:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000195749a reply state 000000007aa09362 transno 4294991888 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbe79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdfdc38cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651610:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab9400/0xd3c138f3308bbe79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdfdc38cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.651617:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdfdc38cb (ffff89b409b9f500)
00010000:00010000:0.0:1775764892.651619:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.651622:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.651712:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6427:11674:x1862023150228864:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 961us (1126us total) trans 4294991888 rc 0/0
00000100:00100000:0.0:1775764892.651720:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14416
00010000:00010000:1.0:1775764892.652361:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.652368:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.652376:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.652380:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.652387:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.652399:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214e:0x0].0x0 (ffff89b409b9f700)
00010000:00010000:1.0:1775764892.652401:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.652403:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.652408:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbe87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x214e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.652427:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.652429:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.652431:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.657235:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.657367:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150229120
00000100:00100000:2.0:1775764892.657378:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150229120
00000100:00100000:2.0:1775764892.657439:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14417
00000100:00100000:2.0:1775764892.657450:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6427:11674:x1862023150229120:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.657514:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.657542:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402cd1e00/0xd3c138f33081f337 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea807 expref: 6427 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657562:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x341:0x0].0x0 (ffff89b51a3eac00)
00010000:00010000:2.0:1775764892.657573:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.657592:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657606:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657615:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657630:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d800/0xd3c138f3308bbe95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xec90e56a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657636:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d800/0xd3c138f3308bbe95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xec90e56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657646:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d800/0xd3c138f3308bbe95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xec90e56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657738:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x341:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657747:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.657754:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.658008:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4075, 64 off268992
00000040:00080000:2.0:1775764892.658026:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4075, 64 off268992
00010000:00010000:2.0:1775764892.658073:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x341:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658082:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658089:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658096:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658102:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658107:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658544:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.658562:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658568:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658574:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658580:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40610dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.658585:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658592:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658601:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x341:0x0].0x0 (ffff89b408191f00)
00010000:00010000:2.0:1775764892.658603:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.658607:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658612:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbe9c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x341:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658628:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658633:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658643:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658648:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40610c200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.658651:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658656:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658662:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.658664:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.658666:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658672:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbe8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.658679:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000108337e1 reply state 00000000087d8007 transno 4294991889 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d800/0xd3c138f3308bbe95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xec90e56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658690:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d800/0xd3c138f3308bbe95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xec90e56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.658695:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xec90e56a (ffff89b408191600)
00010000:00010000:2.0:1775764892.658697:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.658700:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.658879:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6428:11674:x1862023150229120:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1428us (1651us total) trans 4294991889 rc 0/0
00000100:00100000:2.0:1775764892.658887:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14417
00010000:00010000:3.0:1775764892.659237:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.659253:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.659260:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40610d000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.659263:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.659269:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.659286:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x341:0x0].0x0 (ffff89b408191f00)
00010000:00010000:3.0:1775764892.659289:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.659292:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.659298:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbea3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x341:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.659315:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.659316:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.659318:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.667037:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.667473:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150229376
00000100:00100000:0.0:1775764892.667485:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150229376
00000100:00100000:0.0:1775764892.667586:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14418
00000100:00100000:0.0:1775764892.667596:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6428:11674:x1862023150229376:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.667653:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.667682:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405bcf000/0xd3c138f33086ed92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa6e6 expref: 6428 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667700:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27aa:0x0].0x0 (ffff89b403d00300)
00010000:00010000:0.0:1775764892.667711:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.667731:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667744:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667754:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667769:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbeb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3f0e10f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667776:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbeb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f0e10f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667782:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbeb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f0e10f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667886:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667892:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.667896:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.668440:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4076, 64 off269056
00000040:00080000:0.0:1775764892.668461:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4076, 64 off269056
00010000:00010000:0.0:1775764892.668512:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668522:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668529:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668536:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668542:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668549:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668563:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.668581:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668587:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668593:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668598:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.668602:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668612:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668621:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27aa:0x0].0x0 (ffff89b409b9fb00)
00010000:00010000:0.0:1775764892.668624:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.668628:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668633:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbeb8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668650:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668656:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668661:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668666:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.668669:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668674:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668681:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.668684:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.668686:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668696:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbeaa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.668705:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd936d27 reply state 0000000091427ea7 transno 4294991890 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbeb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f0e10f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668716:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8000/0xd3c138f3308bbeb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3f0e10f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.668721:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3f0e10f1 (ffff89b409b9f600)
00010000:00010000:0.0:1775764892.668723:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.668726:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.668826:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6429:11674:x1862023150229376:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1230us (1802us total) trans 4294991890 rc 0/0
00000100:00100000:0.0:1775764892.668834:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14418
00010000:00010000:1.0:1775764892.669240:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.669256:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.669263:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.669266:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.669273:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.669291:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27aa:0x0].0x0 (ffff89b409b9fb00)
00010000:00010000:1.0:1775764892.669294:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.669296:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.669302:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbebf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.669320:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.669322:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.669323:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.672609:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.672685:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150229632
00000100:00100000:3.0:1775764892.672696:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150229632
00000100:00100000:3.0:1775764892.672805:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14419
00000100:00100000:3.0:1775764892.672816:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6429:11674:x1862023150229632:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.672881:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.672909:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f33084af14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1740:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3400 expref: 6429 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.672930:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1740:0x0].0x0 (ffff89b403a67800)
00010000:00010000:3.0:1775764892.672953:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.672974:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.672987:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.672996:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673011:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bbecd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbfaa22a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673018:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bbecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbfaa22a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673034:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bbecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbfaa22a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673163:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673172:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673178:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.673437:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4077, 64 off269120
00000040:00080000:3.0:1775764892.673457:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4077, 64 off269120
00010000:00010000:3.0:1775764892.673501:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673509:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673516:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673522:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673530:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673535:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673558:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.673575:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673581:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673587:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673592:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.673596:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673603:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673611:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1740:0x0].0x0 (ffff89b4092ed400)
00010000:00010000:3.0:1775764892.673614:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.673617:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673622:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbed4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1740:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673640:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673645:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673653:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673658:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673662:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.673665:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673669:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673676:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.673678:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.673680:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673685:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbec6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.673693:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088f4d154 reply state 00000000033b4420 transno 4294991891 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bbecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbfaa22a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673702:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a600/0xd3c138f3308bbecd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbfaa22a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.673712:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbfaa22a6 (ffff89b4092ed700)
00010000:00010000:3.0:1775764892.673714:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.673717:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.673796:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6430:11674:x1862023150229632:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 982us (1198us total) trans 4294991891 rc 0/0
00000100:00100000:3.0:1775764892.673805:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14419
00010000:00010000:1.0:1775764892.674313:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.674321:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.674327:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.674330:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.674336:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.674346:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1740:0x0].0x0 (ffff89b4092ed400)
00010000:00010000:1.0:1775764892.674349:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.674352:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.674358:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbedb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1740:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.674376:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.674377:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.674379:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.678531:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.679536:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150229888
00000100:00100000:0.0:1775764892.679548:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150229888
00000100:00100000:0.0:1775764892.679612:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14420
00000100:00100000:0.0:1775764892.679624:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6430:11674:x1862023150229888:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.679687:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.679713:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408567200/0xd3c138f330860e95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x214b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7a4d expref: 6430 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679732:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214b:0x0].0x0 (ffff89b407236800)
00010000:00010000:0.0:1775764892.679742:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.679761:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679778:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679787:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679802:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606dc00/0xd3c138f3308bbee9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x79c94db9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679810:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606dc00/0xd3c138f3308bbee9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x79c94db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679816:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606dc00/0xd3c138f3308bbee9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x79c94db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679908:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679915:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.679922:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.680182:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4078, 64 off269184
00000040:00080000:0.0:1775764892.680201:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4078, 64 off269184
00010000:00010000:0.0:1775764892.680255:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680265:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680277:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680283:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680289:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680294:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680316:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.680333:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680339:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680345:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680351:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606da00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.680351:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.680359:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.680360:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680373:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.680374:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606d600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.680381:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680388:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214b:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:0.0:1775764892.680392:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.680396:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.680398:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680406:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbef0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x214b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.680416:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214b:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:1.0:1775764892.680420:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.680424:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680426:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.680436:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbef7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x214b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680438:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680454:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680460:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680465:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606d800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.680465:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.680468:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.680469:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.680473:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.680478:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680486:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.680489:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.680492:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680497:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbee2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.680507:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000911762bf reply state 0000000060eb45a5 transno 4294991892 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606dc00/0xd3c138f3308bbee9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x79c94db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680520:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606dc00/0xd3c138f3308bbee9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x79c94db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680525:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x79c94db9 (ffff89b409b9f700)
00010000:00010000:0.0:1775764892.680528:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.680531:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.680613:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6431:11674:x1862023150229888:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 990us (2090us total) trans 4294991892 rc 0/0
00000100:00100000:0.0:1775764892.680622:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14420
00000100:00100000:3.0:1775764892.684321:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.684578:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150230144
00000100:00100000:2.0:1775764892.684590:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150230144
00000100:00100000:2.0:1775764892.684658:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14421
00000100:00100000:2.0:1775764892.684670:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6431:11674:x1862023150230144:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.684736:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.684765:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ff3000/0xd3c138f330858295 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5e4d expref: 6431 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.684786:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d4b:0x0].0x0 (ffff89b408db7600)
00010000:00010000:2.0:1775764892.684808:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.684828:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.684842:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.684853:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.684868:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbf05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7307f692 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.684874:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbf05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7307f692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.684881:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbf05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7307f692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.685503:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.685514:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.685523:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.685757:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4079, 64 off269248
00000040:00080000:2.0:1775764892.685776:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4079, 64 off269248
00010000:00010000:2.0:1775764892.685848:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.685857:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.685865:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.685871:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.685877:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.685882:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686283:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.686307:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686314:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686324:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686329:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40610d000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.686334:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686340:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686351:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d4b:0x0].0x0 (ffff89b408191d00)
00010000:00010000:2.0:1775764892.686354:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.686358:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686364:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbf0c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686384:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686389:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686395:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686399:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40610c200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.686401:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686410:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686417:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.686419:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.686423:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686428:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbefe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.686437:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b38d73a reply state 00000000696363bd transno 4294991893 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbf05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7307f692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686448:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610dc00/0xd3c138f3308bbf05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7307f692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.686454:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7307f692 (ffff89b408191700)
00010000:00010000:2.0:1775764892.686456:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.686460:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.686589:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6432:11674:x1862023150230144:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1919us (2274us total) trans 4294991893 rc 0/0
00000100:00100000:2.0:1775764892.686598:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14421
00010000:00010000:0.0:1775764892.687686:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.687694:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.687702:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.687706:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.687713:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.687726:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d4b:0x0].0x0 (ffff89b408191d00)
00010000:00010000:0.0:1775764892.687728:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.687732:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.687738:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf13 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.687756:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.687757:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.687760:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.691902:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.692241:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150230400
00000100:00100000:2.0:1775764892.692260:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150230400
00000100:00100000:2.0:1775764892.692468:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14422
00000100:00100000:2.0:1775764892.692479:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6432:11674:x1862023150230400:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.692542:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.692571:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e4d200/0xd3c138f330852dae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ade:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4d52 expref: 6432 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692592:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ade:0x0].0x0 (ffff89b407a14800)
00010000:00010000:2.0:1775764892.692602:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.692622:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692634:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692642:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692657:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f600/0xd3c138f3308bbf21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x287a88d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692664:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f600/0xd3c138f3308bbf21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x287a88d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692670:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f600/0xd3c138f3308bbf21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x287a88d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692762:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692771:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692777:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.693035:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4080, 64 off269312
00000040:00080000:2.0:1775764892.693054:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4080, 64 off269312
00010000:00010000:2.0:1775764892.693110:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693149:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693156:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693163:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693170:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693176:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693199:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.693216:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693222:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693228:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693234:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.693238:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693254:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693264:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ade:0x0].0x0 (ffff89b408190200)
00010000:00010000:2.0:1775764892.693267:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.693270:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693276:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf28 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ade:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693301:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693308:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693314:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693318:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.693321:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693327:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693334:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.693336:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.693339:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693344:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbf1a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.693357:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000334c663d reply state 000000009483aa99 transno 4294991894 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f600/0xd3c138f3308bbf21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x287a88d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693367:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f600/0xd3c138f3308bbf21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x287a88d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.693373:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x287a88d3 (ffff89b408191f00)
00010000:00010000:2.0:1775764892.693375:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.693378:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.693456:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6433:11674:x1862023150230400:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 979us (1565us total) trans 4294991894 rc 0/0
00000100:00100000:2.0:1775764892.693466:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14422
00010000:00010000:1.0:1775764892.693754:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.693761:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.693767:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0f000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.693771:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.693777:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.693787:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ade:0x0].0x0 (ffff89b408190200)
00010000:00010000:1.0:1775764892.693789:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.693792:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.693798:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbf2f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ade:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.693811:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.693813:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.693815:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.698013:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.698096:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150230656
00000100:00100000:0.0:1775764892.698108:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150230656
00000100:00100000:0.0:1775764892.698200:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14423
00000100:00100000:0.0:1775764892.698208:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6433:11674:x1862023150230656:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.698274:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.698311:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c93400/0xd3c138f33084e2e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3e5d expref: 6433 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698330:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18bb:0x0].0x0 (ffff89b40560cc00)
00010000:00010000:0.0:1775764892.698340:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.698359:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698373:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698382:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698396:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbf3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcef83775 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698403:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbf3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcef83775 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698408:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbf3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcef83775 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698497:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698508:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698514:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.698750:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4081, 64 off269376
00000040:00080000:0.0:1775764892.698770:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4081, 64 off269376
00010000:00010000:0.0:1775764892.698925:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698935:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698942:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698949:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698955:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698962:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.698983:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.699000:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.699004:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699010:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.699014:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699021:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699028:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18bb:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:0.0:1775764892.699031:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.699034:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699039:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bbf4b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699052:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.699053:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.699055:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.699067:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699073:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699079:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699084:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606d600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.699087:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699093:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699103:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18bb:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:0.0:1775764892.699105:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.699107:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699130:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bbf44 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699152:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699158:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699163:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699169:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699174:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606da00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.699176:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699182:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699190:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.699192:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.699194:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699204:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bbf36 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.699212:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a988c2a reply state 00000000559b06f0 transno 4294991895 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbf3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcef83775 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699223:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d800/0xd3c138f3308bbf3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcef83775 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.699229:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcef83775 (ffff89b409b9f100)
00010000:00010000:0.0:1775764892.699231:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.699234:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.699318:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ea51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6434:11674:x1862023150230656:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1109us (1313us total) trans 4294991895 rc 0/0
00000100:00100000:0.0:1775764892.699327:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14423
00000100:00100000:0.0:1775764892.705742:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.705917:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150230912
00000100:00100000:2.0:1775764892.705930:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150230912
00000100:00100000:0.0:1775764892.707468:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14424
00000100:00100000:0.0:1775764892.707481:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6434:11674:x1862023150230912:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.707543:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.707572:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dee00/0xd3c138f33084ebeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf402b expref: 6434 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707592:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18fd:0x0].0x0 (ffff89b40560ea00)
00010000:00010000:0.0:1775764892.707602:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.707621:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707634:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707644:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707658:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbf59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc62c2a62 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707666:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbf59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc62c2a62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707671:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbf59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc62c2a62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707759:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707767:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.707773:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.708412:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4082, 64 off269440
00000040:00080000:0.0:1775764892.708433:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4082, 64 off269440
00010000:00010000:0.0:1775764892.708482:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708492:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708499:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708511:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708517:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708523:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708580:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.708600:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708606:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708611:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708617:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.708621:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708627:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708636:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18fd:0x0].0x0 (ffff89b408191d00)
00010000:00010000:0.0:1775764892.708639:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.708643:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708652:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bbf60 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708668:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708673:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708679:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708683:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.708686:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708691:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708698:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.708700:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.708703:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708708:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bbf52 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.708718:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0796509 reply state 000000005745610b transno 4294991896 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbf59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc62c2a62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708728:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8c00/0xd3c138f3308bbf59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc62c2a62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.708745:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc62c2a62 (ffff89b409b9fb00)
00010000:00010000:0.0:1775764892.708747:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.708750:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.708874:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6435:11674:x1862023150230912:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1395us (3140us total) trans 4294991896 rc 0/0
00000100:00100000:0.0:1775764892.708883:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14424
00010000:00010000:1.0:1775764892.709611:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.709618:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.709626:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.709629:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.709635:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.709645:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18fd:0x0].0x0 (ffff89b408191d00)
00010000:00010000:1.0:1775764892.709647:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.709650:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.709655:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bbf67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.709669:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.709671:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.709673:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.713957:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.714472:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150231168
00000100:00100000:2.0:1775764892.714483:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150231168
00000100:00100000:2.0:1775764892.714556:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14425
00000100:00100000:2.0:1775764892.714566:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c323480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6435:11674:x1862023150231168:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.714626:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.714654:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a827800/0xd3c138f33083380f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc89:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee8ff expref: 6435 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714677:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc89:0x0].0x0 (ffff89b40a36b600)
00010000:00010000:2.0:1775764892.714688:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.714708:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714721:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714731:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714758:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ea00/0xd3c138f3308bbf75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8e456934 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714764:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ea00/0xd3c138f3308bbf75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8e456934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714770:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ea00/0xd3c138f3308bbf75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8e456934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714867:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714875:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.714881:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.715894:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4083, 64 off269504
00000040:00080000:2.0:1775764892.715913:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4083, 64 off269504
00010000:00010000:2.0:1775764892.716448:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716464:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716475:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716487:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716493:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716498:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716555:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.716575:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716581:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716588:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716593:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0fc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.716597:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716604:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716613:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc89:0x0].0x0 (ffff89b408190400)
00010000:00010000:2.0:1775764892.716616:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.716621:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716630:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbf7c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716650:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716655:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716660:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716666:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716670:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.716673:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716679:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716687:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.716689:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.716692:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716697:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbf6e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.716707:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e3aea03 reply state 0000000091f4c6a5 transno 4294991897 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ea00/0xd3c138f3308bbf75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8e456934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716717:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ea00/0xd3c138f3308bbf75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8e456934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.716723:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8e456934 (ffff89b408190e00)
00010000:00010000:2.0:1775764892.716726:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.716728:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.716815:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c323480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6436:11674:x1862023150231168:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2248us (2863us total) trans 4294991897 rc 0/0
00000100:00100000:2.0:1775764892.716824:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14425
00010000:00010000:0.0:1775764892.718548:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.718558:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.718567:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0fe00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.718571:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.718580:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.718595:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc89:0x0].0x0 (ffff89b408190400)
00010000:00010000:0.0:1775764892.718598:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.718602:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.718607:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbf83 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.718625:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.718626:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.718628:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.721257:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.721654:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150231424
00000100:00100000:3.0:1775764892.721665:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150231424
00000100:00100000:3.0:1775764892.721733:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14426
00000100:00100000:3.0:1775764892.721744:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c321c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6436:11674:x1862023150231424:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.721818:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.721845:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a08c400/0xd3c138f330838f26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf06:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefa6a expref: 6436 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.721864:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf06:0x0].0x0 (ffff89b408377c00)
00010000:00010000:3.0:1775764892.721875:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.721895:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.721907:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.721917:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.721930:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbf91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1406a696 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.721937:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbf91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1406a696 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.721943:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbf91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1406a696 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.722062:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.722071:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.722078:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.723490:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4084, 64 off269568
00000040:00080000:3.0:1775764892.723511:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4084, 64 off269568
00010000:00010000:3.0:1775764892.723569:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723582:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723591:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723599:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723605:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723611:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723697:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.723718:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723725:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723732:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723737:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.723742:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723749:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723760:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf06:0x0].0x0 (ffff89b4092edd00)
00010000:00010000:3.0:1775764892.723763:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.723768:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723773:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbf98 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723804:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723810:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723815:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723820:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723826:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.723828:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723834:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723841:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.723843:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.723846:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723851:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbf8a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.723861:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e80873d reply state 00000000b491ed04 transno 4294991898 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbf91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1406a696 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723871:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b600/0xd3c138f3308bbf91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1406a696 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.723877:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1406a696 (ffff89b4092ed100)
00010000:00010000:3.0:1775764892.723879:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.723882:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.724315:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c321c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6437:11674:x1862023150231424:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2569us (3077us total) trans 4294991898 rc 0/0
00000100:00100000:3.0:1775764892.724325:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14426
00010000:00010000:1.0:1775764892.725584:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.725595:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.725604:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.725608:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.725617:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.725634:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf06:0x0].0x0 (ffff89b4092edd00)
00010000:00010000:1.0:1775764892.725637:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.725640:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.725645:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bbf9f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.725667:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.725670:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.725672:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.729590:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.729704:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150231680
00000100:00100000:2.0:1775764892.729714:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150231680
00000100:00100000:2.0:1775764892.729817:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14427
00000100:00100000:2.0:1775764892.729827:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6437:11674:x1862023150231680:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.729888:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.729917:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f330858597 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5ee7 expref: 6437 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.729936:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d61:0x0].0x0 (ffff89b407a17b00)
00010000:00010000:2.0:1775764892.729958:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.729978:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.729992:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730002:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730031:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbfad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x45eabd98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730038:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbfad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x45eabd98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730044:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbfad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x45eabd98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730476:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730486:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730493:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.730704:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4085, 64 off269632
00000040:00080000:2.0:1775764892.730722:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4085, 64 off269632
00010000:00010000:2.0:1775764892.730766:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730774:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730782:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730788:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730798:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730804:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730829:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.730848:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730854:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730860:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730866:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0f000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.730870:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730877:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730886:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d61:0x0].0x0 (ffff89b408190a00)
00010000:00010000:2.0:1775764892.730889:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.730893:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730898:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bbfb4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d61:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730918:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730924:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730930:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730934:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.730937:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730943:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730950:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.730952:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.730955:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730961:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bbfa6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.730969:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e73c1fd1 reply state 00000000d205cec9 transno 4294991899 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbfad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x45eabd98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730980:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fc00/0xd3c138f3308bbfad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x45eabd98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.730986:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x45eabd98 (ffff89b408190100)
00010000:00010000:2.0:1775764892.730989:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.730991:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.731082:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6438:11674:x1862023150231680:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1255us (1501us total) trans 4294991899 rc 0/0
00000100:00100000:2.0:1775764892.731090:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14427
00010000:00010000:3.0:1775764892.731275:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.731291:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.731303:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0fe00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.731306:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.731313:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.731322:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d61:0x0].0x0 (ffff89b408190a00)
00010000:00010000:3.0:1775764892.731324:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.731327:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.731332:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bbfbb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.731345:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.731347:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.731349:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.735722:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.735823:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150231936
00000100:00100000:2.0:1775764892.735835:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150231936
00000100:00100000:2.0:1775764892.735901:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14428
00000100:00100000:2.0:1775764892.735911:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6438:11674:x1862023150231936:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.735987:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.736015:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a291200/0xd3c138f330835c27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef037 expref: 6438 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736048:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd91:0x0].0x0 (ffff89b40e679d00)
00010000:00010000:2.0:1775764892.736067:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.736089:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736103:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736145:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736162:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbfc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x31f273fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736169:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbfc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x31f273fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736180:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbfc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x31f273fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736290:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736298:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736306:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.736552:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4086, 64 off269696
00000040:00080000:2.0:1775764892.736570:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4086, 64 off269696
00010000:00010000:2.0:1775764892.736619:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736630:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736638:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736645:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736651:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736657:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736686:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.736703:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736710:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736716:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736722:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40610d000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.736727:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736734:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736742:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd91:0x0].0x0 (ffff89b408190000)
00010000:00010000:2.0:1775764892.736745:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.736749:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736754:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bbfd0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736768:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736774:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736779:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736785:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736790:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.736792:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736797:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736805:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.736807:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.736810:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736815:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bbfc2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.736824:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca5b7c16 reply state 00000000fce765fb transno 4294991900 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbfc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x31f273fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736835:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610c200/0xd3c138f3308bbfc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x31f273fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.736841:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x31f273fb (ffff89b408190600)
00010000:00010000:2.0:1775764892.736844:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.736846:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.736921:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6439:11674:x1862023150231936:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1012us (1208us total) trans 4294991900 rc 0/0
00000100:00100000:2.0:1775764892.736931:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14428
00010000:00010000:3.0:1775764892.737477:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.737484:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.737491:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58a800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.737494:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.737501:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.737511:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd91:0x0].0x0 (ffff89b408190000)
00010000:00010000:3.0:1775764892.737514:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.737517:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.737523:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bbfd7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.737540:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.737542:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.737543:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.741157:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.741413:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150232192
00000100:00100000:3.0:1775764892.741425:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150232192
00000100:00100000:3.0:1775764892.741490:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14429
00000100:00100000:3.0:1775764892.741499:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6439:11674:x1862023150232192:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.741562:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.741595:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aed200/0xd3c138f33082a976 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x876:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecc7a expref: 6439 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741616:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x876:0x0].0x0 (ffff89b520918400)
00010000:00010000:3.0:1775764892.741629:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.741650:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741664:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741673:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741687:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbfe5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x971aab15 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741698:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbfe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x971aab15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741703:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbfe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x971aab15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741807:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x876:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741815:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.741823:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.742024:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4087, 64 off269760
00000040:00080000:3.0:1775764892.742043:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4087, 64 off269760
00010000:00010000:3.0:1775764892.742096:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x876:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742105:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742133:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742141:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742147:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742157:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742179:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.742197:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742204:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742210:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742215:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.742220:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742227:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742236:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x876:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:3.0:1775764892.742239:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.742251:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742258:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bbfec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x876:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742274:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742284:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742290:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742295:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742300:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.742302:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742308:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742315:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.742317:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.742320:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742326:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bbfde lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.742335:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f58787e reply state 00000000437421d3 transno 4294991901 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbfe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x971aab15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742345:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b400/0xd3c138f3308bbfe5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x971aab15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.742351:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x971aab15 (ffff89b4092ed000)
00010000:00010000:3.0:1775764892.742354:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.742357:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.742434:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6440:11674:x1862023150232192:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 935us (1320us total) trans 4294991901 rc 0/0
00000100:00100000:3.0:1775764892.742442:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14429
00010000:00010000:2.0:1775764892.742624:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.742631:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.742637:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.742640:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.742646:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.742655:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x876:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:2.0:1775764892.742658:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.742661:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.742667:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bbff3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.742681:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.742683:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.742685:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.745331:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.745420:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150232448
00000100:00100000:0.0:1775764892.745430:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150232448
00000100:00100000:0.0:1775764892.745497:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14430
00000100:00100000:0.0:1775764892.745506:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6440:11674:x1862023150232448:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.745566:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.745590:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cfcc00/0xd3c138f33084a7b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x170a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3286 expref: 6440 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745609:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x170a:0x0].0x0 (ffff89b405a50800)
00010000:00010000:0.0:1775764892.745619:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.745638:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745649:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745658:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745671:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd800/0xd3c138f3308bc001 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb1a9fd15 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745677:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd800/0xd3c138f3308bc001 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1a9fd15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745683:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd800/0xd3c138f3308bc001 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1a9fd15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745775:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745784:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.745804:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.746051:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4088, 64 off269824
00000040:00080000:0.0:1775764892.746072:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4088, 64 off269824
00010000:00010000:0.0:1775764892.746162:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746171:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746178:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746184:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746191:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746197:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746211:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.746228:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746234:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746240:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746254:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.746258:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746266:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746275:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x170a:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:0.0:1775764892.746277:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.746281:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746286:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc008 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x170a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746286:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.746292:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746297:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.746300:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746300:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746306:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746308:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746313:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746316:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x170a:0x0].0x0 (ffff89b409b9f200)
00010000:00010000:0.0:1775764892.746317:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.746318:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.746320:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746321:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746326:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746327:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc00f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x170a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746332:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.746334:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.746336:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746341:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bbffa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746342:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.746343:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.746345:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00010000:0.0:1775764892.746350:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039b63c04 reply state 00000000c2f8ec4b transno 4294991902 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd800/0xd3c138f3308bc001 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1a9fd15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746359:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd800/0xd3c138f3308bc001 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb1a9fd15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.746365:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb1a9fd15 (ffff89b408191d00)
00010000:00010000:0.0:1775764892.746368:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.746370:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.746459:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6441:11674:x1862023150232448:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 952us (1137us total) trans 4294991902 rc 0/0
00000100:00100000:0.0:1775764892.746466:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14430
00000100:00100000:1.0:1775764892.749893:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.749984:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150232704
00000100:00100000:0.0:1775764892.749994:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150232704
00000100:00100000:0.0:1775764892.750054:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14431
00000100:00100000:0.0:1775764892.750065:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6441:11674:x1862023150232704:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.750164:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.750190:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40831ec00/0xd3c138f33081fd78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeaa14 expref: 6441 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750208:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38c:0x0].0x0 (ffff89b40130f700)
00010000:00010000:0.0:1775764892.750218:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.750239:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750260:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750270:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750296:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc800/0xd3c138f3308bc01d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x323dfafe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750303:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc800/0xd3c138f3308bc01d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x323dfafe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750310:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc800/0xd3c138f3308bc01d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x323dfafe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750402:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750409:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750415:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.750640:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4089, 64 off269888
00000040:00080000:0.0:1775764892.750658:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4089, 64 off269888
00010000:00010000:0.0:1775764892.750704:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750713:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750719:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750725:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750731:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750737:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.750767:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.751032:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.751038:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751257:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751267:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751272:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751732:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.751732:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.751738:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.751738:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751747:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.751749:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751763:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38c:0x0].0x0 (ffff89b409279900)
00010000:00010000:0.0:1775764892.751766:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.751769:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38c:0x0].0x0 (ffff89b409279900)
00010000:00010000:0.0:1775764892.751770:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.751771:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.751774:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751776:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bc024 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x38c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.751779:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bc02b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.751799:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.751801:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.751803:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.751882:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751887:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751891:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751894:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dd200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.751896:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751900:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751905:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.751907:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.751908:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751912:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bc016 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.751922:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071227ce7 reply state 00000000776d93b0 transno 4294991903 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc800/0xd3c138f3308bc01d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x323dfafe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751931:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc800/0xd3c138f3308bc01d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x323dfafe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.751935:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x323dfafe (ffff89b409279000)
00010000:00010000:0.0:1775764892.751937:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.751939:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.752380:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6442:11674:x1862023150232704:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2313us (2493us total) trans 4294991903 rc 0/0
00000100:00100000:0.0:1775764892.752390:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14431
00000100:00100000:1.0:1775764892.754473:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.754515:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150232960
00000100:00100000:0.0:1775764892.754525:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150232960
00000100:00100000:0.0:1775764892.754612:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14432
00000100:00100000:0.0:1775764892.754619:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6442:11674:x1862023150232960:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.754671:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.754692:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff5ba00/0xd3c138f330827884 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x710:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec2b0 expref: 6442 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754706:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x710:0x0].0x0 (ffff89b402ea7500)
00010000:00010000:0.0:1775764892.754715:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.754729:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754739:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754748:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754757:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc039 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4f98ef09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754761:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc039 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4f98ef09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754765:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc039 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4f98ef09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754846:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x710:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754851:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.754855:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.755036:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4090, 64 off269952
00000040:00080000:0.0:1775764892.755053:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4090, 64 off269952
00010000:00010000:0.0:1775764892.755098:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x710:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755106:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755148:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755161:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755167:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755172:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755186:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.755203:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755209:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755215:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755221:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.755225:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755231:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755239:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x710:0x0].0x0 (ffff89b409279b00)
00010000:00010000:0.0:1775764892.755254:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.755258:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755266:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bc040 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x710:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755292:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755298:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755304:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755309:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.755311:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755315:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755320:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.755321:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.755323:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755327:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bc032 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.755332:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002580dbf3 reply state 000000001deeb482 transno 4294991904 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc039 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4f98ef09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755340:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc200/0xd3c138f3308bc039 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4f98ef09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.755347:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4f98ef09 (ffff89b409279600)
00010000:00010000:0.0:1775764892.755349:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.755351:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.755416:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6443:11674:x1862023150232960:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 796us (949us total) trans 4294991904 rc 0/0
00000100:00100000:0.0:1775764892.755425:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14432
00010000:00010000:3.0:1775764892.755655:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.755660:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.755665:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.755667:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.755671:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.755677:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x710:0x0].0x0 (ffff89b409279b00)
00010000:00010000:3.0:1775764892.755678:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.755680:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.755684:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc047 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x710:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.755694:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.755696:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.755697:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.757392:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.757603:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150233216
00000100:00100000:2.0:1775764892.757613:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150233216
00000100:00100000:1.0:1775764892.757712:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14433
00000100:00100000:1.0:1775764892.757722:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6443:11674:x1862023150233216:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.757778:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.757801:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c09600/0xd3c138f330827352 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec1a6 expref: 6443 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757822:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6ea:0x0].0x0 (ffff89b402d32800)
00010000:00010000:1.0:1775764892.757832:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.757853:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757865:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757875:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757886:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bc055 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xea9298d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757890:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bc055 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xea9298d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757894:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bc055 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xea9298d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757970:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757977:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.757984:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764892.758198:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4091, 64 off270016
00000040:00080000:1.0:1775764892.758214:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4091, 64 off270016
00010000:00010000:1.0:1775764892.758278:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758286:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758294:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758304:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758310:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758316:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758390:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.758409:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758415:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758421:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758427:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.758430:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758438:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758447:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6ea:0x0].0x0 (ffff89b4077fc900)
00010000:00010000:1.0:1775764892.758449:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.758452:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758461:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc05c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758475:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758481:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758487:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758491:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.758493:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758499:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758506:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.758508:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.758511:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758516:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc04e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.758524:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cbb5019f reply state 00000000ada435c7 transno 4294991905 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bc055 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xea9298d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758535:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064600/0xd3c138f3308bc055 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xea9298d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.758542:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xea9298d7 (ffff89b4077fcc00)
00010000:00010000:1.0:1775764892.758544:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.758546:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.758607:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6444:11674:x1862023150233216:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 886us (1222us total) trans 4294991905 rc 0/0
00000100:00100000:1.0:1775764892.758615:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14433
00010000:00010000:2.0:1775764892.761578:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.761591:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.761602:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.761607:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.761621:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.761639:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6ea:0x0].0x0 (ffff89b4077fc900)
00010000:00010000:2.0:1775764892.761642:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.761646:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.761652:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc063 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.761679:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.761680:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.761682:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.765500:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.765593:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150233472
00000100:00100000:0.0:1775764892.765605:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150233472
00000100:00100000:0.0:1775764892.765676:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14434
00000100:00100000:0.0:1775764892.765686:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6444:11674:x1862023150233472:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.765748:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.765774:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083cac00/0xd3c138f3308545e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b8f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5229 expref: 6444 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766216:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b8f:0x0].0x0 (ffff89b407a16900)
00010000:00010000:0.0:1775764892.766229:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.766261:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766276:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766295:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766311:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bc071 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6b929f3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766322:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bc071 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6b929f3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766329:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bc071 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6b929f3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766417:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766426:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766434:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.766675:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4092, 64 off270080
00000040:00080000:0.0:1775764892.766693:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4092, 64 off270080
00010000:00010000:0.0:1775764892.766741:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766749:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766757:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766763:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766768:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766777:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766956:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.766976:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766982:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766987:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.766993:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606d600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.766997:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767004:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767013:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b8f:0x0].0x0 (ffff89b409279700)
00010000:00010000:0.0:1775764892.767016:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.767020:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767025:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc078 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767041:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767050:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767055:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767060:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.767062:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767068:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767075:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.767077:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.767080:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767085:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc06a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.767094:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008902ee32 reply state 00000000d2287c57 transno 4294991906 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bc071 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6b929f3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767104:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606da00/0xd3c138f3308bc071 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6b929f3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.767110:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6b929f3d (ffff89b409279300)
00010000:00010000:0.0:1775764892.767134:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.767138:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.767229:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6445:11674:x1862023150233472:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1543us (1736us total) trans 4294991906 rc 0/0
00000100:00100000:0.0:1775764892.767240:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14434
00010000:00010000:1.0:1775764892.767411:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.767417:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.767424:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.767427:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.767434:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.767442:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b8f:0x0].0x0 (ffff89b409279700)
00010000:00010000:1.0:1775764892.767444:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.767447:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.767452:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc07f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.767469:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.767471:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.767473:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.770423:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.770495:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150233728
00000100:00100000:2.0:1775764892.770507:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150233728
00000100:00100000:2.0:1775764892.770564:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14435
00000100:00100000:2.0:1775764892.770574:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6445:11674:x1862023150233728:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.770632:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.770657:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cfda00/0xd3c138f33084930d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1673:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2e65 expref: 6445 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770675:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1673:0x0].0x0 (ffff89b40420b100)
00010000:00010000:2.0:1775764892.770685:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.770703:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770716:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770730:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770745:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58ae00/0xd3c138f3308bc08d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7574deff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770752:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58ae00/0xd3c138f3308bc08d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7574deff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770758:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58ae00/0xd3c138f3308bc08d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7574deff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770956:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770965:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.770972:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.771621:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4093, 64 off270144
00000040:00080000:2.0:1775764892.771640:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4093, 64 off270144
00010000:00010000:2.0:1775764892.771690:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.771699:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.771707:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.771717:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.771724:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.771729:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.771752:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.771770:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.771776:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.771782:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.771963:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.771969:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.771975:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58a800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.771979:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.771986:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.771995:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1673:0x0].0x0 (ffff89b408190900)
00010000:00010000:1.0:1775764892.771998:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.772001:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.772006:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bc09b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1673:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.772018:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.772020:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.772022:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.772216:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.772221:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772228:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772236:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1673:0x0].0x0 (ffff89b408190900)
00010000:00010000:2.0:1775764892.772239:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.772250:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772260:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc094 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1673:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772383:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772390:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772395:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772401:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772406:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.772409:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772415:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772424:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.772426:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.772429:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772434:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc086 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.772445:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b767ad9e reply state 000000006f3ef121 transno 4294991907 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58ae00/0xd3c138f3308bc08d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7574deff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772455:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58ae00/0xd3c138f3308bc08d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7574deff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.772461:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7574deff (ffff89b408190500)
00010000:00010000:2.0:1775764892.772463:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.772466:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.772588:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6446:11674:x1862023150233728:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2012us (2170us total) trans 4294991907 rc 0/0
00000100:00100000:2.0:1775764892.772597:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14435
00000100:00100000:0.0:1775764892.775643:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.775733:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150233984
00000100:00100000:1.0:1775764892.775745:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150233984
00000100:00100000:1.0:1775764892.775915:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14436
00000100:00100000:1.0:1775764892.775927:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6446:11674:x1862023150233984:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.776008:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.776037:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e40c00/0xd3c138f3308567a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf58ea expref: 6446 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776056:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c86:0x0].0x0 (ffff89b407a4e100)
00010000:00010000:1.0:1775764892.776067:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.776087:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776100:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776110:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776486:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bc0a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc76e8160 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776495:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bc0a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc76e8160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776503:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bc0a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc76e8160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776596:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776604:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776611:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764892.776849:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4094, 64 off270208
00000040:00080000:1.0:1775764892.776868:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4094, 64 off270208
00010000:00010000:1.0:1775764892.776917:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776925:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776933:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.776939:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777103:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777110:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777201:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.777221:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777227:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777233:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777239:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.777251:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777259:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777270:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c86:0x0].0x0 (ffff89b4077fc900)
00010000:00010000:1.0:1775764892.777272:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.777277:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777365:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc0b0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777384:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777390:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777396:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777402:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.777405:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777410:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777418:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.777421:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.777423:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777428:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc0a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.777439:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d09775cc reply state 00000000c7e87cce transno 4294991908 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bc0a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc76e8160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777454:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064c00/0xd3c138f3308bc0a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc76e8160 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.777460:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc76e8160 (ffff89b4077fca00)
00010000:00010000:1.0:1775764892.777462:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.777465:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.777589:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6447:11674:x1862023150233984:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1662us (1953us total) trans 4294991908 rc 0/0
00000100:00100000:1.0:1775764892.777599:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14436
00010000:00010000:3.0:1775764892.777668:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.777675:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.777686:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.777689:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.777695:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.777704:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c86:0x0].0x0 (ffff89b4077fc900)
00010000:00010000:3.0:1775764892.777706:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.777709:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.777715:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc0b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.777729:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.777731:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.777732:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.780554:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.780608:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150234240
00000100:00100000:0.0:1775764892.780619:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150234240
00000100:00100000:0.0:1775764892.780676:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14437
00000100:00100000:0.0:1775764892.780686:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6447:11674:x1862023150234240:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.780742:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.780769:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40575dc00/0xd3c138f33082caaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x969:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded31f expref: 6447 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.780800:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x969:0x0].0x0 (ffff89b40429c400)
00010000:00010000:0.0:1775764892.780813:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.780835:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.780848:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.780858:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.780873:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51a00/0xd3c138f3308bc0c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x19a8dd11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.780880:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51a00/0xd3c138f3308bc0c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x19a8dd11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.780886:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51a00/0xd3c138f3308bc0c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x19a8dd11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.780985:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x969:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.780994:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781000:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.781518:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4095, 64 off270272
00000040:00080000:0.0:1775764892.781535:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4095, 64 off270272
00010000:00010000:0.0:1775764892.781579:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x969:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781589:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781596:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781603:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781608:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781613:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781732:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.781753:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781759:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781766:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781771:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.781775:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781782:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781802:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x969:0x0].0x0 (ffff89b409279500)
00010000:00010000:0.0:1775764892.781806:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.781810:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781814:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc0cc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781831:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781836:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781841:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781845:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.781848:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781853:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781859:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.781861:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.781864:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781869:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc0be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.781876:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003457ddf7 reply state 000000005bbb0656 transno 4294991909 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51a00/0xd3c138f3308bc0c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x19a8dd11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781885:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51a00/0xd3c138f3308bc0c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x19a8dd11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.781891:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x19a8dd11 (ffff89b409279a00)
00010000:00010000:0.0:1775764892.781893:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.781895:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.781980:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6448:11674:x1862023150234240:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1293us (1430us total) trans 4294991909 rc 0/0
00000100:00100000:0.0:1775764892.781990:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14437
00010000:00010000:2.0:1775764892.783272:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.783291:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.783301:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.783305:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.783312:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.783326:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x969:0x0].0x0 (ffff89b409279500)
00010000:00010000:2.0:1775764892.783329:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.783333:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.783339:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc0d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.783358:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.783360:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.783362:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.785024:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.785274:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150234496
00000100:00100000:2.0:1775764892.785293:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150234496
00000100:00100000:2.0:1775764892.785357:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14438
00000100:00100000:2.0:1775764892.785366:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6448:11674:x1862023150234496:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.785423:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.785450:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b6ce00/0xd3c138f33083c63f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf056f expref: 6448 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785470:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1099:0x0].0x0 (ffff89b40ed0ed00)
00010000:00010000:2.0:1775764892.785480:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.785501:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785513:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785523:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785538:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc0e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5f14bbf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785544:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc0e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5f14bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785550:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc0e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5f14bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785645:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785656:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.785662:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.786017:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4096, 64 off270336
00000040:00080000:2.0:1775764892.786036:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4096, 64 off270336
00010000:00010000:2.0:1775764892.786084:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786094:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786100:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786107:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786335:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786343:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786365:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.786387:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786393:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786402:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786407:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.786411:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786418:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786427:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1099:0x0].0x0 (ffff89b408190300)
00010000:00010000:2.0:1775764892.786429:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.786432:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786438:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc0e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1099:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786458:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786464:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786469:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786476:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786481:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.786484:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786489:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786497:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.786500:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.786503:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786509:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc0da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.786519:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca50545f reply state 00000000c00fe30a transno 4294991910 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc0e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5f14bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786529:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a600/0xd3c138f3308bc0e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5f14bbf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.786535:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5f14bbf (ffff89b408190900)
00010000:00010000:2.0:1775764892.786537:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.786539:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.786704:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6449:11674:x1862023150234496:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1336us (1686us total) trans 4294991910 rc 0/0
00000100:00100000:2.0:1775764892.786713:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14438
00010000:00010000:1.0:1775764892.786770:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.786777:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.786783:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.786786:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.786803:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.786813:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1099:0x0].0x0 (ffff89b408190300)
00010000:00010000:1.0:1775764892.786815:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.786819:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.786824:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc0ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1099:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.786839:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.786841:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.786843:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.790310:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.790379:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150234752
00000100:00100000:2.0:1775764892.790391:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150234752
00000100:00100000:2.0:1775764892.790448:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14439
00000100:00100000:2.0:1775764892.790455:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6449:11674:x1862023150234752:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.790511:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.790540:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409cf1600/0xd3c138f330830df3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb55:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee093 expref: 6449 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790560:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb55:0x0].0x0 (ffff89b402ad9100)
00010000:00010000:2.0:1775764892.790570:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.790589:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790599:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790605:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790615:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bc0fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdbc285e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790618:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bc0fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdbc285e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790622:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bc0fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdbc285e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790696:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790703:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.790709:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.790939:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4097, 64 off270400
00000040:00080000:2.0:1775764892.790962:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4097, 64 off270400
00010000:00010000:2.0:1775764892.790996:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791003:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791007:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791011:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791015:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791019:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791044:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.791061:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791067:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791072:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791078:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.791082:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791089:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791097:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb55:0x0].0x0 (ffff89b408190c00)
00010000:00010000:2.0:1775764892.791100:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.791103:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791108:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc104 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791152:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791158:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791164:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791169:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40610d000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.791171:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791177:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791182:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.791184:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.791186:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791189:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc0f6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.791198:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d13007e0 reply state 000000001f185a15 transno 4294991911 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bc0fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdbc285e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791205:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fe00/0xd3c138f3308bc0fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdbc285e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.791209:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdbc285e9 (ffff89b408190b00)
00010000:00010000:2.0:1775764892.791210:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.791212:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.791283:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6450:11674:x1862023150234752:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 826us (982us total) trans 4294991911 rc 0/0
00000100:00100000:2.0:1775764892.791290:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14439
00010000:00010000:0.0:1775764892.791743:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.791748:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.791756:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0f000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.791758:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.791762:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.791768:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb55:0x0].0x0 (ffff89b408190c00)
00010000:00010000:0.0:1775764892.791770:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.791772:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.791776:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc10b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.791794:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.791795:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.791796:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.793800:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.793860:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150235008
00000100:00100000:3.0:1775764892.793868:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150235008
00000100:00100000:3.0:1775764892.793915:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14440
00000100:00100000:3.0:1775764892.793921:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6450:11674:x1862023150235008:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.793979:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.794001:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052d6200/0xd3c138f3308334c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc71:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee857 expref: 6450 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794018:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc71:0x0].0x0 (ffff89b408e7d200)
00010000:00010000:3.0:1775764892.794031:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.794052:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794065:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794074:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794088:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bc119 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcdc32c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794094:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bc119 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcdc32c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794100:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bc119 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcdc32c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794432:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794439:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794444:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.794639:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4098, 64 off270464
00000040:00080000:3.0:1775764892.794651:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4098, 64 off270464
00010000:00010000:3.0:1775764892.794684:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794690:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794698:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794702:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794705:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794709:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794800:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.794819:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794825:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794831:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794837:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.794842:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794849:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794858:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc71:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:3.0:1775764892.794860:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.794863:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794867:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc120 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794879:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794883:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794886:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794890:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.794891:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794894:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794898:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.794899:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.794900:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794903:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc112 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.794908:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f02c9903 reply state 0000000021d75374 transno 4294991912 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bc119 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcdc32c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794918:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b800/0xd3c138f3308bc119 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcdc32c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.794922:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcdc32c33 (ffff89b4092ed900)
00010000:00010000:3.0:1775764892.794923:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.794924:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.794989:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6451:11674:x1862023150235008:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1067us (1204us total) trans 4294991912 rc 0/0
00000100:00100000:3.0:1775764892.794995:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14440
00010000:00010000:2.0:1775764892.797609:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.797621:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.797632:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.797636:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.797650:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.797669:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc71:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:2.0:1775764892.797672:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.797677:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.797683:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc127 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.797711:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.797712:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.797714:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.797871:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.797938:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150235264
00000100:00100000:2.0:1775764892.797956:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150235264
00000100:00100000:2.0:1775764892.798020:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14441
00000100:00100000:2.0:1775764892.798029:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6451:11674:x1862023150235264:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.798099:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.798463:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b400/0xd3c138f33081e12b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea46b expref: 6451 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798479:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff89b40ede1400)
00010000:00010000:2.0:1775764892.798488:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.798506:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798518:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798528:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798546:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc135 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x71f32644 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798553:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x71f32644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798560:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x71f32644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798651:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798659:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.798666:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.798883:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4099, 64 off270528
00000040:00080000:2.0:1775764892.798903:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4099, 64 off270528
00010000:00010000:2.0:1775764892.799040:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799050:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799066:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799073:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799080:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799085:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799183:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.799202:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799209:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799215:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799220:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68bc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.799224:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799230:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799240:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff89b408190700)
00010000:00010000:2.0:1775764892.799251:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.799255:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799261:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc13c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799277:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799358:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799364:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799370:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799375:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.799378:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799383:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799391:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.799394:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.799396:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799402:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc12e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.799411:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd05b7b7 reply state 0000000052300f1b transno 4294991913 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x71f32644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799421:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40610d000/0xd3c138f3308bc135 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x71f32644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799428:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x71f32644 (ffff89b408190f00)
00010000:00010000:2.0:1775764892.799430:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.799433:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.799510:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6452:11674:x1862023150235264:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1480us (1643us total) trans 4294991913 rc 0/0
00000100:00100000:2.0:1775764892.799518:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14441
00010000:00010000:0.0:1775764892.802544:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.802556:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.802567:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.802570:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.802579:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.802602:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff89b408190700)
00010000:00010000:0.0:1775764892.802604:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.802609:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.802621:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc143 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.802652:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.802654:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.802655:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.805644:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.805724:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150235520
00000100:00100000:3.0:1775764892.805734:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150235520
00000100:00100000:3.0:1775764892.805798:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14442
00000100:00100000:3.0:1775764892.805808:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6452:11674:x1862023150235520:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.805861:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.805884:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f33083a49d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfa3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefeb5 expref: 6452 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.805899:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfa3:0x0].0x0 (ffff89b408372000)
00010000:00010000:3.0:1775764892.805906:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.805922:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.805932:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.805938:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.805955:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc151 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5f6e6af3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.805963:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc151 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5f6e6af3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.805969:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc151 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5f6e6af3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806357:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806367:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806374:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.806708:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4100, 64 off270592
00000040:00080000:3.0:1775764892.806727:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4100, 64 off270592
00010000:00010000:3.0:1775764892.806776:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806870:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806881:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806888:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806901:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806907:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.806984:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.807005:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.807012:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.807017:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.807033:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.807037:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.807043:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.807052:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfa3:0x0].0x0 (ffff89b4092ed400)
00010000:00010000:3.0:1775764892.807055:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.808204:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808218:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc158 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808259:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808265:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808270:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808275:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808280:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.808283:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808290:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808303:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.808306:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.808309:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808315:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc14a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.808328:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf70ee2f reply state 000000000087a010 transno 4294991914 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc151 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5f6e6af3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808340:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a800/0xd3c138f3308bc151 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5f6e6af3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.808347:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5f6e6af3 (ffff89b4092edd00)
00010000:00010000:3.0:1775764892.808350:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.808353:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.808453:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6453:11674:x1862023150235520:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2642us (2812us total) trans 4294991914 rc 0/0
00000100:00100000:3.0:1775764892.808463:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14442
00010000:00010000:1.0:1775764892.808835:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.808842:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.808848:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.808852:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.808859:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.808869:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfa3:0x0].0x0 (ffff89b4092ed400)
00010000:00010000:1.0:1775764892.808871:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.808875:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.808880:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc15f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xfa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.808898:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.808900:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.808901:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.815531:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.815882:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150235776
00000100:00100000:0.0:1775764892.815894:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150235776
00000100:00100000:0.0:1775764892.815977:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14443
00000100:00100000:0.0:1775764892.815989:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6453:11674:x1862023150235776:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.816066:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.816096:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408c89800/0xd3c138f3308459e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf22f7 expref: 6453 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816151:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14d1:0x0].0x0 (ffff89b40522c100)
00010000:00010000:0.0:1775764892.816162:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.816184:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816198:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816684:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816703:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc16d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1157bbc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816709:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc16d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1157bbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816714:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc16d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1157bbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816797:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816805:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.816811:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.817042:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4101, 64 off270656
00000040:00080000:0.0:1775764892.817074:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4101, 64 off270656
00010000:00010000:0.0:1775764892.817161:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817171:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817178:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817185:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817194:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817200:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817221:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.817240:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817255:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817262:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817268:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.817271:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817279:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817288:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14d1:0x0].0x0 (ffff89b409279d00)
00010000:00010000:0.0:1775764892.817291:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.817294:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817299:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc174 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817319:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817325:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817331:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817337:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.817339:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817345:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817353:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.817355:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.817357:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817362:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc166 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.817371:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000366c0c48 reply state 00000000d3f074db transno 4294991915 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc16d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1157bbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817382:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51400/0xd3c138f3308bc16d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1157bbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.817389:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1157bbc (ffff89b409279f00)
00010000:00010000:0.0:1775764892.817391:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.817394:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764892.817421:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.817429:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.817435:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.817439:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.817447:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.817455:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14d1:0x0].0x0 (ffff89b409279d00)
00010000:00010000:1.0:1775764892.817457:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.817460:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.817464:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc17b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.817487:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.817489:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.817491:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6454:11674:x1862023150235776:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1502us (1965us total) trans 4294991915 rc 0/0
00010000:00010000:1.0:1775764892.817491:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.817500:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14443
00000100:00100000:0.0:1775764892.820154:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.820256:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150236032
00000100:00100000:2.0:1775764892.820269:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150236032
00000100:00100000:2.0:1775764892.820331:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14444
00000100:00100000:2.0:1775764892.820343:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b537c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6454:11674:x1862023150236032:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.820411:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.820444:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308581a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5e1c expref: 6454 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820465:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d44:0x0].0x0 (ffff89b408238d00)
00010000:00010000:2.0:1775764892.820489:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.820513:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820528:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820538:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820552:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68ba00/0xd3c138f3308bc189 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc3a95190 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820558:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68ba00/0xd3c138f3308bc189 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc3a95190 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820564:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68ba00/0xd3c138f3308bc189 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc3a95190 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820672:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820680:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.820690:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.820938:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4102, 64 off270720
00000040:00080000:2.0:1775764892.820956:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4102, 64 off270720
00010000:00010000:2.0:1775764892.821006:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821015:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821021:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821027:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821033:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821038:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821147:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.821167:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821173:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821180:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821186:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68a000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.821190:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821197:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821205:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d44:0x0].0x0 (ffff89b408190d00)
00010000:00010000:2.0:1775764892.821209:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.821212:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821217:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc190 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821235:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821240:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821256:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821261:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821264:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.821267:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821276:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821283:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.821285:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.821288:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821294:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc182 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.821303:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa4082da reply state 000000005661b585 transno 4294991916 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68ba00/0xd3c138f3308bc189 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc3a95190 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821315:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68ba00/0xd3c138f3308bc189 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc3a95190 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.821320:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc3a95190 (ffff89b408190800)
00010000:00010000:2.0:1775764892.821322:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.821325:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.821413:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b537c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6455:11674:x1862023150236032:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1071us (1296us total) trans 4294991916 rc 0/0
00000100:00100000:2.0:1775764892.821422:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14444
00010000:00010000:3.0:1775764892.823754:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.823765:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.823775:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.823778:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.823797:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.823814:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d44:0x0].0x0 (ffff89b408190d00)
00010000:00010000:3.0:1775764892.823817:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.823821:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.823826:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc197 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.823980:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.823982:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.823984:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.826675:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.826727:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150236288
00000100:00100000:0.0:1775764892.826737:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150236288
00000100:00100000:0.0:1775764892.826804:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14445
00000100:00100000:0.0:1775764892.826814:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e8ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6455:11674:x1862023150236288:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.826875:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.826901:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40622ea00/0xd3c138f33083e0c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x115b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0abd expref: 6455 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.826921:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115b:0x0].0x0 (ffff89b40a0dac00)
00010000:00010000:0.0:1775764892.826931:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.827475:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.827491:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.827502:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.827517:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc1a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x98b67e44 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.827524:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc1a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98b67e44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.827535:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc1a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98b67e44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.827628:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.827636:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.827643:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.827920:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4103, 64 off270784
00000040:00080000:0.0:1775764892.827936:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4103, 64 off270784
00010000:00010000:0.0:1775764892.828248:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828259:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828266:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828273:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828279:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828349:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828375:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.828393:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828400:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828406:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828411:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.828416:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.828416:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.828422:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828423:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.828429:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.828433:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828434:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115b:0x0].0x0 (ffff89b409279800)
00010000:00010000:0.0:1775764892.828437:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.828442:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.828443:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828448:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc1ac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x115b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.828452:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115b:0x0].0x0 (ffff89b409279800)
00010000:00010000:2.0:1775764892.828453:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.828456:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.828460:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc1b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x115b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828464:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828469:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828478:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.828482:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.828484:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.828484:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.828486:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.828489:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.828491:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828497:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828504:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.828506:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.828509:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828514:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc19e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.828523:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f009488 reply state 00000000e4c6c9c2 transno 4294991917 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc1a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98b67e44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828533:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50600/0xd3c138f3308bc1a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x98b67e44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.828539:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x98b67e44 (ffff89b409279c00)
00010000:00010000:0.0:1775764892.828541:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.828544:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.828634:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e8ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6456:11674:x1862023150236288:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1819us (1965us total) trans 4294991917 rc 0/0
00000100:00100000:0.0:1775764892.828644:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14445
00000100:00100000:0.0:1775764892.831393:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.831460:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150236544
00000100:00100000:3.0:1775764892.831479:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150236544
00000100:00100000:3.0:1775764892.831544:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14446
00000100:00100000:3.0:1775764892.831554:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6456:11674:x1862023150236544:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.831620:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.831650:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405713400/0xd3c138f3308227da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb28e expref: 6456 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831671:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c2:0x0].0x0 (ffff89b402c5a800)
00010000:00010000:3.0:1775764892.831681:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.831702:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831714:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831724:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831738:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc1c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8f6b8e1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831744:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc1c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f6b8e1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831749:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc1c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f6b8e1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831860:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831872:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.831879:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.832174:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4104, 64 off270848
00000040:00080000:3.0:1775764892.832196:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4104, 64 off270848
00010000:00010000:3.0:1775764892.832255:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832265:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832273:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832289:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832295:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832300:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832324:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.832342:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832348:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832359:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832364:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937a200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.832368:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832374:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832382:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c2:0x0].0x0 (ffff89b4092ed200)
00010000:00010000:3.0:1775764892.832385:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.832388:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832394:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1c8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832408:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832414:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832420:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832425:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.832427:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832437:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832443:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.832445:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.832448:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832454:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1ba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.832464:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009378737f reply state 0000000038b280e8 transno 4294991918 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc1c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f6b8e1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832475:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a400/0xd3c138f3308bc1c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8f6b8e1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.832481:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8f6b8e1f (ffff89b4092edf00)
00010000:00010000:3.0:1775764892.832483:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.832486:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.832568:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6457:11674:x1862023150236544:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1014us (1182us total) trans 4294991918 rc 0/0
00000100:00100000:3.0:1775764892.832577:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14446
00010000:00010000:1.0:1775764892.832700:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.832707:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.832714:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.832717:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.832723:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.832732:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c2:0x0].0x0 (ffff89b4092ed200)
00010000:00010000:1.0:1775764892.832734:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.832737:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.832742:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc1cf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.832757:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.832758:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.832760:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.834557:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.834624:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150236800
00000100:00100000:2.0:1775764892.834634:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150236800
00000100:00100000:2.0:1775764892.834693:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14447
00000100:00100000:2.0:1775764892.834708:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bd65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6457:11674:x1862023150236800:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.834782:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.834809:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043bdc00/0xd3c138f33086a6e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf98c3 expref: 6457 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.834826:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25a5:0x0].0x0 (ffff89b403bd4700)
00010000:00010000:2.0:1775764892.834835:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.834854:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.834866:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.834880:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.834898:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc1dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa7acf060 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.834905:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc1dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa7acf060 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.834910:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc1dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa7acf060 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835008:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835015:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835021:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.835340:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4105, 64 off270912
00000040:00080000:2.0:1775764892.835360:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4105, 64 off270912
00010000:00010000:2.0:1775764892.835401:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835407:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835413:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835420:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835424:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835427:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835445:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.835463:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835468:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835474:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835480:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.835484:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835492:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835500:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25a5:0x0].0x0 (ffff89b408190300)
00010000:00010000:2.0:1775764892.835503:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.835507:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835515:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc1e4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835531:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835537:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835542:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835548:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835553:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.835556:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835561:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.835568:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.835568:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.835571:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.835573:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.835574:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835579:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc1d6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.835581:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.835584:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.835588:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000157ce2cd reply state 000000003a75e2ec transno 4294991919 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc1dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa7acf060 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.835590:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.835598:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25a5:0x0].0x0 (ffff89b408190300)
00010000:00010000:0.0:1775764892.835600:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.835600:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a000/0xd3c138f3308bc1dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa7acf060 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.835603:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.835606:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa7acf060 (ffff89b408190c00)
00010000:00010000:2.0:1775764892.835608:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.835609:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc1eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.835610:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764892.835621:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.835622:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.835623:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.835680:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bd65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6458:11674:x1862023150236800:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 976us (1129us total) trans 4294991919 rc 0/0
00000100:00100000:2.0:1775764892.835688:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14447
00000100:00100000:0.0:1775764892.841024:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.841149:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150237056
00000100:00100000:3.0:1775764892.841161:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150237056
00000100:00100000:3.0:1775764892.841213:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14448
00000100:00100000:3.0:1775764892.841224:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6458:11674:x1862023150237056:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.841308:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.841336:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e8ba00/0xd3c138f3308413e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf14f7 expref: 6458 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841358:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12d1:0x0].0x0 (ffff89b408371700)
00010000:00010000:3.0:1775764892.841373:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.841395:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841409:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841418:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841431:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfa0a1fce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841437:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfa0a1fce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841442:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfa0a1fce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841535:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841541:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841546:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.841734:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4106, 64 off270976
00000040:00080000:3.0:1775764892.841745:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4106, 64 off270976
00010000:00010000:3.0:1775764892.841780:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841786:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841791:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841796:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841800:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841803:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841819:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.841836:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841841:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841847:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.841850:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.841853:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.841855:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841856:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.841862:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.841865:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841869:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.841871:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.841877:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12d1:0x0].0x0 (ffff89b4092ed200)
00010000:00010000:3.0:1775764892.841879:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.841889:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12d1:0x0].0x0 (ffff89b4092ed200)
00010000:00010000:2.0:1775764892.841891:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.841894:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.841899:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc207 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.841912:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.841913:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.841915:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.842542:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842554:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc200 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842578:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842585:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842590:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842595:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842600:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.842602:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842607:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842618:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.842620:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.842623:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842627:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc1f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.842636:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001803a1d9 reply state 00000000500c7d81 transno 4294991920 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfa0a1fce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842648:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937a200/0xd3c138f3308bc1f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfa0a1fce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.842653:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfa0a1fce (ffff89b4092ed600)
00010000:00010000:3.0:1775764892.842655:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.842658:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.842740:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6459:11674:x1862023150237056:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1516us (1724us total) trans 4294991920 rc 0/0
00000100:00100000:3.0:1775764892.842750:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14448
00000100:00100000:0.0:1775764892.846202:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.846426:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150237312
00000100:00100000:3.0:1775764892.846440:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150237312
00000100:00100000:3.0:1775764892.846504:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14449
00000100:00100000:3.0:1775764892.846515:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6459:11674:x1862023150237312:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.846582:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.846611:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f330865e4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2392:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8a3e expref: 6459 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846632:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2392:0x0].0x0 (ffff89b40a763b00)
00010000:00010000:3.0:1775764892.846643:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.846665:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846678:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846688:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846726:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bc215 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdb4a298a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846733:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bc215 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb4a298a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846740:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bc215 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb4a298a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846851:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846859:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.846865:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.847457:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4107, 64 off271040
00000040:00080000:3.0:1775764892.847479:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4107, 64 off271040
00010000:00010000:3.0:1775764892.847527:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847536:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847548:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847555:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847561:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847568:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847594:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.847614:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847620:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847625:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847631:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.847635:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847642:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847651:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2392:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:3.0:1775764892.847654:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.847658:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847663:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc21c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2392:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847678:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847684:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847690:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847694:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14bc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764892.847697:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847703:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847710:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764892.847713:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.847715:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847721:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc20e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.847731:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064ea1cf1 reply state 000000004ad8311c transno 4294991921 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bc215 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb4a298a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847746:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a400/0xd3c138f3308bc215 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdb4a298a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.847752:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdb4a298a (ffff89b4092ed400)
00010000:00010000:3.0:1775764892.847755:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.847759:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764892.847950:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.847957:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.847967:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.847971:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.847976:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.847985:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2392:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:0.0:1775764892.847987:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.847990:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.847995:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc223 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2392:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.848014:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.848016:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.848017:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.848362:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6460:11674:x1862023150237312:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1845us (2171us total) trans 4294991921 rc 0/0
00000100:00100000:3.0:1775764892.848373:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14449
00000100:00100000:0.0:1775764892.852530:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.852579:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150237568
00000100:00100000:1.0:1775764892.852590:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150237568
00000100:00100000:1.0:1775764892.852694:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14450
00000100:00100000:1.0:1775764892.852705:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6460:11674:x1862023150237568:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.852767:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.852807:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052b7c00/0xd3c138f33081ec61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea6a9 expref: 6460 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.852827:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30f:0x0].0x0 (ffff89b40e86d200)
00010000:00010000:1.0:1775764892.852841:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.852860:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.852872:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.852881:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.852895:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065200/0xd3c138f3308bc231 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xabf0ded5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.852900:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065200/0xd3c138f3308bc231 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xabf0ded5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.852905:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065200/0xd3c138f3308bc231 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xabf0ded5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.853435:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.853446:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.853453:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764892.853689:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4108, 64 off271104
00000040:00080000:1.0:1775764892.853708:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4108, 64 off271104
00010000:00010000:1.0:1775764892.853753:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.853762:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.853770:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.853777:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.853784:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.853932:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854278:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.854309:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854317:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854323:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854329:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.854333:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854341:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854352:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30f:0x0].0x0 (ffff89b4077fc000)
00010000:00010000:1.0:1775764892.854355:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.854359:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854365:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc238 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854381:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854386:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854391:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854396:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.854399:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854404:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854412:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.854414:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.854417:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854423:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc22a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.854433:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebabf561 reply state 000000006b6240ef transno 4294991922 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065200/0xd3c138f3308bc231 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xabf0ded5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854444:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065200/0xd3c138f3308bc231 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xabf0ded5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.854450:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xabf0ded5 (ffff89b4077fc800)
00010000:00010000:1.0:1775764892.854453:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.854457:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.854545:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6461:11674:x1862023150237568:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1839us (2019us total) trans 4294991922 rc 0/0
00000100:00100000:1.0:1775764892.854554:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14450
00000100:00100000:3.0:1775764892.857403:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.857480:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150237824
00000100:00100000:0.0:1775764892.857490:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150237824
00000100:00100000:0.0:1775764892.857556:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14451
00000100:00100000:0.0:1775764892.857566:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bd64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6461:11674:x1862023150237824:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.857627:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.857654:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403bc8400/0xd3c138f33086e860 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2784:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa5dc expref: 6461 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857672:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2784:0x0].0x0 (ffff89b405b10300)
00010000:00010000:0.0:1775764892.857683:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.857703:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857716:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857725:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857740:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc24d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd4366b13 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857746:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc24d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd4366b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857751:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc24d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd4366b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857851:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857860:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.857866:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.858078:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4109, 64 off271168
00000040:00080000:0.0:1775764892.858098:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4109, 64 off271168
00010000:00010000:0.0:1775764892.858171:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.858180:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.858188:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.858194:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.858199:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.858205:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.860908:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.860924:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.860936:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.860940:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.860962:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.860980:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30f:0x0].0x0 (ffff89b4077fc000)
00010000:00010000:2.0:1775764892.860983:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.860989:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.860995:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc23f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.861157:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.861162:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.861168:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.861171:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.861178:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.861188:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2784:0x0].0x0 (ffff89b409279200)
00010000:00010000:2.0:1775764892.861191:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.861194:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.861200:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.861202:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.861204:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.861506:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764892.861515:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc25b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861549:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861556:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861562:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861567:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.861571:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861576:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861589:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2784:0x0].0x0 (ffff89b409279200)
00010000:00010000:0.0:1775764892.861591:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.861594:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861599:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc254 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861623:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861630:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861635:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861640:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861645:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.861647:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861653:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861660:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.861662:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.861665:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861675:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc246 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.861684:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000cee5ad9 reply state 0000000003d098d4 transno 4294991923 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc24d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd4366b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861696:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50800/0xd3c138f3308bc24d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd4366b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.861703:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd4366b13 (ffff89b409279e00)
00010000:00010000:0.0:1775764892.861705:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.861708:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.861819:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bd64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6462:11674:x1862023150237824:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4250us (4420us total) trans 4294991923 rc 0/0
00000100:00100000:0.0:1775764892.861829:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14451
00000100:00100000:3.0:1775764892.864708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.864798:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150238080
00000100:00100000:0.0:1775764892.864809:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150238080
00000100:00100000:0.0:1775764892.864879:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14452
00000100:00100000:0.0:1775764892.864888:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6462:11674:x1862023150238080:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.864959:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.864988:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c600/0xd3c138f3308408d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1280:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf12c0 expref: 6462 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865009:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1280:0x0].0x0 (ffff89b40522cb00)
00010000:00010000:0.0:1775764892.865029:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.865052:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865071:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865081:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865096:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc269 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2816c2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865103:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc269 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2816c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865108:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc269 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2816c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865237:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865255:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865262:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.865730:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4110, 64 off271232
00000040:00080000:0.0:1775764892.865748:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4110, 64 off271232
00010000:00010000:0.0:1775764892.865798:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865807:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865818:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865825:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865831:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.865836:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.866302:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.866310:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.866318:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.866322:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.866330:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.866342:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1280:0x0].0x0 (ffff89b409279400)
00010000:00010000:1.0:1775764892.866344:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.866349:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.866357:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.866359:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.866361:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.866639:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764892.866645:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc277 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866672:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866678:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866684:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866689:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0f000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.866692:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866697:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866710:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1280:0x0].0x0 (ffff89b409279400)
00010000:00010000:0.0:1775764892.866712:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.866714:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866720:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc270 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866738:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866743:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866748:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866753:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.866755:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866760:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866766:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.866768:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.866770:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866775:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc262 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.866796:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e282e8b6 reply state 000000002a70b48d transno 4294991924 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc269 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2816c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866807:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0e200/0xd3c138f3308bc269 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2816c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.866812:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2816c2c (ffff89b409279100)
00010000:00010000:0.0:1775764892.866814:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.866817:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.866904:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6463:11674:x1862023150238080:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2015us (2202us total) trans 4294991924 rc 0/0
00000100:00100000:0.0:1775764892.866910:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14452
00010000:00010000:2.0:1775764892.869285:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.870052:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.870547:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150238336
00000100:00100000:2.0:1775764892.870557:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150238336
00000100:00100000:2.0:1775764892.870674:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14453
00000100:00100000:2.0:1775764892.870685:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40933a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6463:11674:x1862023150238336:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.870748:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.870779:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40870cc00/0xd3c138f330834f93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeedb3 expref: 6463 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.870811:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd35:0x0].0x0 (ffff89b40a328c00)
00010000:00010000:2.0:1775764892.870822:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.870843:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.870856:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.870865:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.870881:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc285 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x236e1ad9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.870888:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x236e1ad9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.870894:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x236e1ad9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.870999:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871007:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871015:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.871458:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4111, 64 off271296
00000040:00080000:2.0:1775764892.871478:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4111, 64 off271296
00010000:00010000:2.0:1775764892.871527:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871536:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871543:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871551:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871557:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871563:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871590:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.871607:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871614:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871620:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871626:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68bc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.871631:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871640:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871648:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd35:0x0].0x0 (ffff89b408190a00)
00010000:00010000:2.0:1775764892.871651:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.871654:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871659:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc28c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871677:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871683:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871688:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871693:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871698:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.871700:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871705:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871713:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.871715:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.871717:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871723:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc27e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.871731:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f112d586 reply state 000000001403288d transno 4294991925 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x236e1ad9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871741:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b000/0xd3c138f3308bc285 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x236e1ad9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.871745:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x236e1ad9 (ffff89b408190000)
00010000:00010000:2.0:1775764892.871747:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.871750:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.871832:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40933a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6464:11674:x1862023150238336:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1148us (1787us total) trans 4294991925 rc 0/0
00000100:00100000:2.0:1775764892.871841:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14453
00010000:00010000:0.0:1775764892.872323:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.872330:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872336:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.872340:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872346:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872356:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd35:0x0].0x0 (ffff89b408190a00)
00010000:00010000:0.0:1775764892.872358:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.872361:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872366:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc293 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872388:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.872389:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.872391:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.877511:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.877589:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150238592
00000100:00100000:0.0:1775764892.877601:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150238592
00000100:00100000:0.0:1775764892.877665:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14454
00000100:00100000:0.0:1775764892.877676:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6464:11674:x1862023150238592:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.877736:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.877815:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b75400/0xd3c138f33083271b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc0d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee59b expref: 6464 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.877839:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc0d:0x0].0x0 (ffff89b4084cee00)
00010000:00010000:0.0:1775764892.877850:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.877871:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.877884:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.877894:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.877909:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc2a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc0a2dba7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.877916:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc2a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0a2dba7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.877923:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc2a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0a2dba7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878026:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878034:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878039:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.878328:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4112, 64 off271360
00000040:00080000:0.0:1775764892.878348:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4112, 64 off271360
00010000:00010000:0.0:1775764892.878399:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878409:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878417:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878424:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878430:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878436:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878452:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.878468:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878476:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878482:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878487:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.878491:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878497:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878505:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc0d:0x0].0x0 (ffff89b409279200)
00010000:00010000:0.0:1775764892.878508:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.878511:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878517:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc2a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878534:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878540:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878545:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878550:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878556:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.878559:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878564:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878572:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.878575:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.878577:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878583:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc29a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.878593:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003aa4bbbc reply state 00000000bcdf3ee1 transno 4294991926 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc2a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0a2dba7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878603:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0f000/0xd3c138f3308bc2a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc0a2dba7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.878609:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc0a2dba7 (ffff89b409279400)
00010000:00010000:0.0:1775764892.878611:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.878614:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.878686:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6465:11674:x1862023150238592:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1012us (1187us total) trans 4294991926 rc 0/0
00000100:00100000:0.0:1775764892.878695:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14454
00010000:00010000:1.0:1775764892.879397:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.879405:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.879414:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.879418:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.879425:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.879436:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc0d:0x0].0x0 (ffff89b409279200)
00010000:00010000:1.0:1775764892.879439:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.879442:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 1/0,0 mode: --/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.879447:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc2af lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.879466:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.879469:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.879471:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.882675:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.882754:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150238848
00000100:00100000:0.0:1775764892.882765:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150238848
00000100:00100000:0.0:1775764892.882841:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14455
00000100:00100000:0.0:1775764892.882853:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6465:11674:x1862023150238848:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.882914:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.882940:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a1a2e00/0xd3c138f33083beba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1062:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf03ee expref: 6465 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.882957:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1062:0x0].0x0 (ffff89b405a86400)
00010000:00010000:0.0:1775764892.882968:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.882989:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883003:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883013:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883039:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc2bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd81b0037 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883047:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc2bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd81b0037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883062:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc2bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd81b0037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883205:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883214:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883223:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.883481:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4113, 64 off271424
00000040:00080000:0.0:1775764892.883502:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4113, 64 off271424
00010000:00010000:0.0:1775764892.883548:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883557:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883564:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883572:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883579:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883585:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883610:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.883631:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883638:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883645:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883651:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.883656:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883663:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883672:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1062:0x0].0x0 (ffff89b409279d00)
00010000:00010000:0.0:1775764892.883675:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.883680:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883685:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc2c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883704:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883709:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883715:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883720:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.883722:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883728:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883740:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.883743:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.883746:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883751:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc2b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.883761:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2169d30 reply state 00000000b21333b4 transno 4294991927 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc2bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd81b0037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883772:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51e00/0xd3c138f3308bc2bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd81b0037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.883778:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd81b0037 (ffff89b409279800)
00010000:00010000:0.0:1775764892.883780:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.883783:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.883858:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6466:11674:x1862023150238848:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1007us (1190us total) trans 4294991927 rc 0/0
00000100:00100000:0.0:1775764892.883867:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14455
00010000:00010000:2.0:1775764892.883978:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.883985:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.883991:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606d600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.883995:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.884002:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.884010:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1062:0x0].0x0 (ffff89b409279d00)
00010000:00010000:2.0:1775764892.884012:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.884014:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.884020:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc2cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1062:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.884036:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.884038:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.884040:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.888575:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.888686:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150239104
00000100:00100000:2.0:1775764892.888696:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150239104
00000100:00100000:2.0:1775764892.888759:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14456
00000100:00100000:2.0:1775764892.888770:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40933ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6466:11674:x1862023150239104:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.888849:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.888881:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40844f200/0xd3c138f33084fa46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1966:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf430a expref: 6466 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.888902:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1966:0x0].0x0 (ffff89b40f827a00)
00010000:00010000:2.0:1775764892.888914:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.888935:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.888961:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.888972:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.888989:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc2d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc1d2ad83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.888996:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc2d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc1d2ad83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889003:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc2d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc1d2ad83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889098:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889107:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889145:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.889405:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4114, 64 off271488
00000040:00080000:2.0:1775764892.889423:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4114, 64 off271488
00010000:00010000:2.0:1775764892.889471:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889480:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889487:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889493:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889499:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889504:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889530:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.889548:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889554:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889559:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889564:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.889569:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889576:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889584:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1966:0x0].0x0 (ffff89b408190200)
00010000:00010000:2.0:1775764892.889587:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.889591:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889596:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc2e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1966:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889614:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889620:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889625:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889630:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889634:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.889636:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889641:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889647:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.889649:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.889652:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889656:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc2d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.889664:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033917653 reply state 00000000638e9232 transno 4294991928 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc2d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc1d2ad83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889675:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68bc00/0xd3c138f3308bc2d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc1d2ad83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.889680:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc1d2ad83 (ffff89b408190400)
00010000:00010000:2.0:1775764892.889682:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.889685:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.889760:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40933ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6467:11674:x1862023150239104:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 991us (1192us total) trans 4294991928 rc 0/0
00000100:00100000:2.0:1775764892.889769:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14456
00010000:00010000:1.0:1775764892.889968:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.889974:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.889982:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.889985:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.889991:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.890000:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1966:0x0].0x0 (ffff89b408190200)
00010000:00010000:1.0:1775764892.890002:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.890005:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.890009:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc2e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1966:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.890025:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.890027:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.890029:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.895595:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.895811:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150239360
00000100:00100000:2.0:1775764892.895823:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150239360
00000100:00100000:2.0:1775764892.895891:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14457
00000100:00100000:2.0:1775764892.895902:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409339180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6467:11674:x1862023150239360:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.895983:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.896013:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408f6d400/0xd3c138f330857da9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5d51 expref: 6467 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896048:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d27:0x0].0x0 (ffff89b407a4ae00)
00010000:00010000:2.0:1775764892.896060:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.896081:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896095:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896106:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896167:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5e00/0xd3c138f3308bc2f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x733b3de0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896175:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5e00/0xd3c138f3308bc2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x733b3de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896181:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5e00/0xd3c138f3308bc2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x733b3de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896294:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896302:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896309:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.896542:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4115, 64 off271552
00000040:00080000:2.0:1775764892.896564:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4115, 64 off271552
00010000:00010000:2.0:1775764892.896611:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896619:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896626:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896633:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896642:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896647:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896672:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.896691:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896696:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896702:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896707:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.896711:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896718:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896726:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d27:0x0].0x0 (ffff89b408190300)
00010000:00010000:2.0:1775764892.896729:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.896732:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896737:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc2fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896755:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896761:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896765:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896770:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.896772:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896778:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896784:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.896787:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.896789:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896795:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc2ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.896804:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eefd484c reply state 000000003eded133 transno 4294991929 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5e00/0xd3c138f3308bc2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x733b3de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896815:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5e00/0xd3c138f3308bc2f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x733b3de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.896821:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x733b3de0 (ffff89b408190a00)
00010000:00010000:2.0:1775764892.896824:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.896826:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.896900:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409339180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6468:11674:x1862023150239360:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1000us (1315us total) trans 4294991929 rc 0/0
00000100:00100000:2.0:1775764892.896909:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14457
00010000:00010000:1.0:1775764892.897277:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.897285:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.897291:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.897295:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.897305:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.897315:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d27:0x0].0x0 (ffff89b408190300)
00010000:00010000:1.0:1775764892.897317:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.897320:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.897324:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc303 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.897340:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.897342:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.897344:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.901652:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764892.901724:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150239616
00000100:00100000:1.0:1775764892.901734:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150239616
00000100:00100000:1.0:1775764892.901804:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14458
00000100:00100000:1.0:1775764892.901815:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409339c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6468:11674:x1862023150239616:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764892.901873:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.901951:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40945ba00/0xd3c138f330826704 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x690:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edebf30 expref: 6468 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.901971:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x690:0x0].0x0 (ffff89b40e9c9b00)
00010000:00010000:1.0:1775764892.901981:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.902001:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902014:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902027:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902040:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc311 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x590873c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902046:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x590873c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902052:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x590873c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902187:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x690:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902195:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902202:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764892.902452:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4116, 64 off271616
00000040:00080000:1.0:1775764892.902471:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4116, 64 off271616
00010000:00010000:1.0:1775764892.902521:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x690:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902531:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902540:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902550:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902556:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902561:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902585:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764892.902605:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902611:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902618:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902624:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.902628:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902636:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902645:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x690:0x0].0x0 (ffff89b4077fc900)
00010000:00010000:1.0:1775764892.902648:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764892.902651:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902661:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc318 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x690:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902675:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902680:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902686:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902691:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764892.902693:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902698:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902705:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.902707:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.902709:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902714:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc30a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.902723:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083454e31 reply state 0000000047d4a6ea transno 4294991930 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x590873c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902734:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065c00/0xd3c138f3308bc311 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x590873c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.902740:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x590873c8 (ffff89b4077fc000)
00010000:00010000:1.0:1775764892.902742:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.902744:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764892.902825:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409339c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6469:11674:x1862023150239616:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1010us (1179us total) trans 4294991930 rc 0/0
00000100:00100000:1.0:1775764892.902833:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14458
00010000:00010000:3.0:1775764892.903450:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.903458:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.903465:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.903468:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.903475:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.903486:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x690:0x0].0x0 (ffff89b4077fc900)
00010000:00010000:3.0:1775764892.903489:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.903492:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.903498:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc31f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x690:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.903515:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.903517:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.903519:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.906980:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.907152:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150239872
00000100:00100000:0.0:1775764892.907163:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150239872
00000100:00100000:0.0:1775764892.907212:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14459
00000100:00100000:0.0:1775764892.907219:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b541dec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6469:11674:x1862023150239872:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.907299:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.907329:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e4b200/0xd3c138f33082a2e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x846:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecb2a expref: 6469 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907353:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x846:0x0].0x0 (ffff89b40a399c00)
00010000:00010000:0.0:1775764892.907365:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.907388:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907402:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907412:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907428:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc32d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7358cd01 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907435:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc32d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7358cd01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907441:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc32d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7358cd01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907534:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x846:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907542:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907548:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.907744:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4117, 64 off271680
00000040:00080000:0.0:1775764892.907761:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4117, 64 off271680
00010000:00010000:0.0:1775764892.907947:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x846:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907954:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907960:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907964:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907968:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.907972:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908015:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.908030:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908034:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908037:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908041:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4087e7800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.908044:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908048:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908055:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x846:0x0].0x0 (ffff89b409279700)
00010000:00010000:0.0:1775764892.908056:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.908059:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908065:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc334 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x846:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908083:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908089:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908093:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908099:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908104:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.908106:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908111:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908143:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.908145:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.908148:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908158:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc326 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.908171:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b562740 reply state 0000000068e3ca50 transno 4294991931 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc32d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7358cd01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908182:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606d600/0xd3c138f3308bc32d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7358cd01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.908188:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7358cd01 (ffff89b409279500)
00010000:00010000:0.0:1775764892.908190:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.908193:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.908277:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b541dec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6470:11674:x1862023150239872:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1056us (1303us total) trans 4294991931 rc 0/0
00000100:00100000:0.0:1775764892.908286:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14459
00000100:00100000:0.0:1775764892.911023:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764892.911084:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150240128
00000100:00100000:3.0:1775764892.911091:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150240128
00000100:00100000:3.0:1775764892.911158:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14460
00000100:00100000:3.0:1775764892.911165:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6470:11674:x1862023150240128:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764892.911215:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.911236:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409f47a00/0xd3c138f330844916 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1456:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1f9a expref: 6470 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911263:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1456:0x0].0x0 (ffff89b405a39500)
00010000:00010000:3.0:1775764892.911272:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.911301:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911314:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911321:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911359:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc349 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcd5d6d0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911367:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc349 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd5d6d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911373:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc349 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd5d6d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911456:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911462:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911466:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.911654:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4118, 64 off271744
00000040:00080000:3.0:1775764892.911673:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4118, 64 off271744
00010000:00010000:3.0:1775764892.911720:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911728:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911735:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911742:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911747:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.911757:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912632:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.912641:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912649:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.912652:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912660:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912672:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x846:0x0].0x0 (ffff89b409279700)
00010000:00010000:2.0:1775764892.912675:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.912679:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912684:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc33b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x846:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912702:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.912706:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912710:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.912713:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912721:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912728:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1456:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:2.0:1775764892.912729:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.912732:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.912737:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.912738:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.912740:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.912892:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764892.912899:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc357 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913202:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913210:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913215:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913221:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.913224:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913230:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913239:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1456:0x0].0x0 (ffff89b4092ed800)
00010000:00010000:2.0:1775764892.913251:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.913254:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913263:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc350 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913295:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913302:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913308:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913313:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14bc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.913315:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913321:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913329:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.913331:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.913334:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913339:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc342 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.913348:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d1d2277 reply state 000000006d88d986 transno 4294991932 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc349 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd5d6d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913358:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14be00/0xd3c138f3308bc349 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcd5d6d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.913364:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcd5d6d0c (ffff89b4092ed200)
00010000:00010000:2.0:1775764892.913366:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.913369:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.913457:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53d5fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6471:11674:x1862023150240128:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2289us (2444us total) trans 4294991932 rc 0/0
00000100:00100000:2.0:1775764892.913466:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14460
00000100:00100000:3.0:1775764892.916441:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.916522:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150240384
00000100:00100000:2.0:1775764892.916534:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150240384
00000100:00100000:2.0:1775764892.916717:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14461
00000100:00100000:2.0:1775764892.916728:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6471:11674:x1862023150240384:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.916799:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.916829:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4076aa800/0xd3c138f33084c3dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3828 expref: 6471 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.916848:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17d8:0x0].0x0 (ffff89b40526b300)
00010000:00010000:2.0:1775764892.916859:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.916879:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.916890:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.916901:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.916914:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5800/0xd3c138f3308bc365 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7c4c83d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.916924:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5800/0xd3c138f3308bc365 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7c4c83d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.916930:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5800/0xd3c138f3308bc365 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7c4c83d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917019:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917027:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917034:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.917302:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4119, 64 off271808
00000040:00080000:2.0:1775764892.917322:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4119, 64 off271808
00010000:00010000:2.0:1775764892.917370:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917379:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917387:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917394:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917401:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917411:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917425:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.917441:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917447:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917453:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917458:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.917463:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917471:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917479:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17d8:0x0].0x0 (ffff89b408190700)
00010000:00010000:2.0:1775764892.917482:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.917485:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917491:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc36c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x17d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917507:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917517:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917523:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917528:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917533:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.917536:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917541:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917548:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.917550:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.917553:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917557:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc35e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.917566:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ee0ae44 reply state 000000004796c1df transno 4294991933 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5800/0xd3c138f3308bc365 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7c4c83d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917576:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5800/0xd3c138f3308bc365 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7c4c83d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.917582:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7c4c83d (ffff89b408190d00)
00010000:00010000:2.0:1775764892.917585:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.917587:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.917674:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6472:11674:x1862023150240384:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 946us (1240us total) trans 4294991933 rc 0/0
00000100:00100000:2.0:1775764892.917682:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14461
00000100:00100000:3.0:1775764892.922068:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:1.0:1775764892.922615:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.922624:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.922635:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.922639:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.922649:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.922667:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17d8:0x0].0x0 (ffff89b408190700)
00010000:00010000:1.0:1775764892.922671:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.922676:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.922681:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc373 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.922700:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.922702:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.922704:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.922711:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.922762:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150240640
00000100:00100000:0.0:1775764892.922773:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150240640
00000100:00100000:0.0:1775764892.922941:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14462
00000100:00100000:0.0:1775764892.922962:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6472:11674:x1862023150240640:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.923032:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.923051:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409f46800/0xd3c138f330846ed2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x156a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2726 expref: 6472 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923071:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x156a:0x0].0x0 (ffff89b405a5d100)
00010000:00010000:0.0:1775764892.923078:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.923401:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923416:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923426:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923443:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b800/0xd3c138f3308bc381 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc35805b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923450:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b800/0xd3c138f3308bc381 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc35805b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923457:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b800/0xd3c138f3308bc381 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc35805b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923557:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923565:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.923572:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.923958:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4120, 64 off271872
00000040:00080000:0.0:1775764892.923979:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4120, 64 off271872
00010000:00010000:0.0:1775764892.926361:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926383:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926400:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926408:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926415:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926421:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926536:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.926558:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926564:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926570:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926575:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.926580:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926587:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926599:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x156a:0x0].0x0 (ffff89b409279900)
00010000:00010000:0.0:1775764892.926602:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.926606:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926612:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc388 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x156a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926637:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926643:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926648:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926654:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926658:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.926661:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926666:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926672:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.926674:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.926677:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926682:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc37a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.926691:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb46301f reply state 00000000df2f8cc9 transno 4294991934 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b800/0xd3c138f3308bc381 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc35805b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926703:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b800/0xd3c138f3308bc381 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc35805b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.926709:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc35805b (ffff89b409279b00)
00010000:00010000:0.0:1775764892.926711:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.926714:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.926809:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6473:11674:x1862023150240640:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3846us (4756us total) trans 4294991934 rc 0/0
00000100:00100000:0.0:1775764892.926818:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14462
00000100:00100000:3.0:1775764892.930051:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.930279:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150240896
00000100:00100000:0.0:1775764892.930301:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150240896
00000100:00100000:0.0:1775764892.930365:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14463
00000100:00100000:0.0:1775764892.930374:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6473:11674:x1862023150240896:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.930440:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.930471:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f33082b6dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecf28 expref: 6473 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930490:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d8:0x0].0x0 (ffff89b402d55f00)
00010000:00010000:0.0:1775764892.930500:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.930520:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930533:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930542:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930561:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b400/0xd3c138f3308bc39d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa752c131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930567:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b400/0xd3c138f3308bc39d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa752c131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930573:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b400/0xd3c138f3308bc39d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa752c131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930659:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930667:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.930673:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.930916:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4121, 64 off271936
00000040:00080000:0.0:1775764892.930937:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4121, 64 off271936
00010000:00010000:0.0:1775764892.930996:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.931004:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.931011:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.931017:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.931026:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.931030:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931817:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764892.931826:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931833:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.931836:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931844:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931856:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x156a:0x0].0x0 (ffff89b409279900)
00010000:00010000:2.0:1775764892.931859:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.931863:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931868:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc38f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x156a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931889:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.931892:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931898:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.931900:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931908:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931914:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d8:0x0].0x0 (ffff89b409279200)
00010000:00010000:2.0:1775764892.931916:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.931919:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 3/0,0 mode: --/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.931924:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.931926:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.931928:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.932492:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764892.932500:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc3ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932530:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932538:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932544:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932549:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.932552:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932558:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932568:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d8:0x0].0x0 (ffff89b409279200)
00010000:00010000:0.0:1775764892.932570:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.932573:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932582:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc3a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932602:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932608:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932614:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932618:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.932621:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932626:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932634:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.932636:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.932639:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932645:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc396 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.932654:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a96ff08 reply state 00000000bfca200a transno 4294991935 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b400/0xd3c138f3308bc39d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa752c131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932665:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b400/0xd3c138f3308bc39d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa752c131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.932672:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa752c131 (ffff89b409279d00)
00010000:00010000:0.0:1775764892.932674:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.932677:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.932767:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6474:11674:x1862023150240896:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2391us (2722us total) trans 4294991935 rc 0/0
00000100:00100000:0.0:1775764892.932776:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14463
00000100:00100000:3.0:1775764892.936347:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.936462:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150241152
00000100:00100000:0.0:1775764892.936474:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150241152
00000100:00100000:0.0:1775764892.936533:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14464
00000100:00100000:0.0:1775764892.936541:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6474:11674:x1862023150241152:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.936604:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.936629:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97a00/0xd3c138f33086388e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x227e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf82b2 expref: 6474 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936647:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x227e:0x0].0x0 (ffff89b408f29d00)
00010000:00010000:0.0:1775764892.936656:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.936673:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936684:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936690:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936700:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ae00/0xd3c138f3308bc3b9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3fe75ec2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936707:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ae00/0xd3c138f3308bc3b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3fe75ec2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936711:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ae00/0xd3c138f3308bc3b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3fe75ec2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936796:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936801:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.936805:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.936982:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4122, 64 off272000
00000040:00080000:0.0:1775764892.936994:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4122, 64 off272000
00010000:00010000:0.0:1775764892.937027:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937033:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937038:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937043:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937047:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937053:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.937750:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.937756:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.937762:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435bc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.937765:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.937771:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.937779:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x227e:0x0].0x0 (ffff89b408122d00)
00010000:00010000:2.0:1775764892.937781:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.937793:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.937799:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.937800:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.937801:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.937928:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764892.937932:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc3c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x227e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937962:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937966:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937970:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937972:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.937975:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937978:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937983:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x227e:0x0].0x0 (ffff89b408122d00)
00010000:00010000:0.0:1775764892.937984:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.937986:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.937989:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc3c0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x227e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938006:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938011:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938020:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938022:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.938024:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938028:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938032:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.938033:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.938034:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938037:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc3b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.938042:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc16668d reply state 000000002b5ee446 transno 4294991936 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ae00/0xd3c138f3308bc3b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3fe75ec2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938051:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ae00/0xd3c138f3308bc3b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3fe75ec2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.938060:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3fe75ec2 (ffff89b408122f00)
00010000:00010000:0.0:1775764892.938063:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.938066:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.938172:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6475:11674:x1862023150241152:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1628us (1832us total) trans 4294991936 rc 0/0
00000100:00100000:0.0:1775764892.938181:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14464
00000100:00100000:3.0:1775764892.940826:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.940927:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150241408
00000100:00100000:0.0:1775764892.940935:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150241408
00000100:00100000:0.0:1775764892.940986:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14465
00000100:00100000:0.0:1775764892.940992:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6475:11674:x1862023150241408:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.941047:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.941075:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308636a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2270:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8250 expref: 6475 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941093:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2270:0x0].0x0 (ffff89b408f2ec00)
00010000:00010000:0.0:1775764892.941102:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.941150:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941163:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941172:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941185:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc3d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x51c4bcf8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941191:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc3d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51c4bcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941200:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc3d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51c4bcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941310:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941319:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941326:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.941566:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4123, 64 off272064
00000040:00080000:0.0:1775764892.941583:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4123, 64 off272064
00010000:00010000:0.0:1775764892.941620:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941626:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941631:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941636:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941639:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.941644:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.942595:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.942602:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.942608:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.942612:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.942618:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.942629:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2270:0x0].0x0 (ffff89b408122700)
00010000:00010000:1.0:1775764892.942631:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.942635:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.942644:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.942646:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.942648:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.942913:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764892.942921:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc3e3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.942968:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.942976:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.942981:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.942986:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.942990:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.942995:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943004:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2270:0x0].0x0 (ffff89b408122700)
00010000:00010000:0.0:1775764892.943006:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.943009:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943015:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc3dc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943049:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943525:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943530:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943535:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943540:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.943543:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943549:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943559:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.943561:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.943564:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943570:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc3ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.943582:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3d575f0 reply state 00000000f3a3df3d transno 4294991937 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc3d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51c4bcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943593:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a000/0xd3c138f3308bc3d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x51c4bcf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.943601:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x51c4bcf8 (ffff89b408122b00)
00010000:00010000:0.0:1775764892.943603:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.943607:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.943704:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6476:11674:x1862023150241408:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2708us (2881us total) trans 4294991937 rc 0/0
00000100:00100000:0.0:1775764892.943713:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14465
00010000:00010000:1.0:1775764892.945623:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.948255:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.948374:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150241664
00000100:00100000:0.0:1775764892.948385:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150241664
00000100:00100000:0.0:1775764892.948440:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14466
00000100:00100000:0.0:1775764892.948450:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6476:11674:x1862023150241664:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.948514:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.948541:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e600/0xd3c138f33083b9f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x103f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf02f9 expref: 6476 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948564:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x103f:0x0].0x0 (ffff89b408374c00)
00010000:00010000:0.0:1775764892.948574:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.948597:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948610:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948621:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948636:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc3f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x576332ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948643:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc3f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x576332ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948652:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc3f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x576332ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948744:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948753:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.948760:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.948995:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4124, 64 off272128
00000040:00080000:0.0:1775764892.949012:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4124, 64 off272128
00010000:00010000:0.0:1775764892.949058:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949067:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949074:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949080:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949085:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949091:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949146:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.949164:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949170:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949176:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949181:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a92800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.949186:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949194:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949202:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x103f:0x0].0x0 (ffff89b409276100)
00010000:00010000:0.0:1775764892.949205:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.949208:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949213:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc3f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x103f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949228:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949234:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949254:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949259:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.949262:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949268:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949275:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.949278:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.949281:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949287:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc3ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.949297:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b56d2f9 reply state 00000000fd31f045 transno 4294991938 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc3f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x576332ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949308:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087e7800/0xd3c138f3308bc3f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x576332ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.949314:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x576332ae (ffff89b409276900)
00010000:00010000:0.0:1775764892.949317:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.949319:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.949392:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6477:11674:x1862023150241664:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 942us (1155us total) trans 4294991938 rc 0/0
00000100:00100000:0.0:1775764892.949400:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14466
00010000:00010000:3.0:1775764892.949642:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.949650:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.949656:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.949660:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.949666:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.949676:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x103f:0x0].0x0 (ffff89b409276100)
00010000:00010000:3.0:1775764892.949678:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.949681:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 1/0,0 mode: --/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.949686:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc3ff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x103f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.949700:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.949702:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.949704:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.954962:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.955153:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150241920
00000100:00100000:0.0:1775764892.955164:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150241920
00000100:00100000:0.0:1775764892.955221:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14467
00000100:00100000:0.0:1775764892.955230:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6477:11674:x1862023150241920:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.955307:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.955337:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40fedc200/0xd3c138f3308214b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x436:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeaeba expref: 6477 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955360:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x436:0x0].0x0 (ffff89b40a3d5d00)
00010000:00010000:0.0:1775764892.955370:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.955392:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955405:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955415:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955428:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93200/0xd3c138f3308bc40d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x850f0734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955434:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93200/0xd3c138f3308bc40d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x850f0734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955440:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93200/0xd3c138f3308bc40d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x850f0734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955536:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x436:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955549:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955556:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.955770:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4125, 64 off272192
00000040:00080000:0.0:1775764892.955803:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4125, 64 off272192
00010000:00010000:0.0:1775764892.955851:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x436:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955860:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955867:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955874:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955880:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955886:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955910:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.955928:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955934:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955944:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955950:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a92e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.955954:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955962:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955969:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x436:0x0].0x0 (ffff89b409276700)
00010000:00010000:0.0:1775764892.955972:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.955975:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955980:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc414 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955993:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.955999:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.956004:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.956008:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a92c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.956011:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.956019:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.956027:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.956029:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.956032:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.956037:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc406 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.956044:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fe58b00 reply state 00000000c6bb3273 transno 4294991939 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93200/0xd3c138f3308bc40d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x850f0734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.956055:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93200/0xd3c138f3308bc40d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x850f0734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.956060:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x850f0734 (ffff89b409276c00)
00010000:00010000:0.0:1775764892.956062:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.956065:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.956165:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6478:11674:x1862023150241920:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 934us (1222us total) trans 4294991939 rc 0/0
00000100:00100000:0.0:1775764892.956174:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14467
00010000:00010000:2.0:1775764892.956629:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.956636:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956643:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.956647:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956653:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956663:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x436:0x0].0x0 (ffff89b409276700)
00010000:00010000:2.0:1775764892.956666:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.956669:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956675:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc41b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956690:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.956692:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.956693:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.960818:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.960965:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150242176
00000100:00100000:0.0:1775764892.960976:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150242176
00000100:00100000:0.0:1775764892.961045:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14468
00000100:00100000:0.0:1775764892.961063:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4089e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6478:11674:x1862023150242176:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.961171:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.961198:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405229200/0xd3c138f330843bf6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1cfa expref: 6478 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961219:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13f6:0x0].0x0 (ffff89b403a53f00)
00010000:00010000:0.0:1775764892.961230:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.961258:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961272:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961281:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961295:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92600/0xd3c138f3308bc429 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc25d0654 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961302:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92600/0xd3c138f3308bc429 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc25d0654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961308:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92600/0xd3c138f3308bc429 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc25d0654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961400:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961408:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961415:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.961648:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4126, 64 off272256
00000040:00080000:0.0:1775764892.961667:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4126, 64 off272256
00010000:00010000:0.0:1775764892.961712:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961720:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961728:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961735:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961741:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961746:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961758:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.961774:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961779:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961799:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961806:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.961810:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961817:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961826:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13f6:0x0].0x0 (ffff89b409276d00)
00010000:00010000:0.0:1775764892.961829:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.961832:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961837:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc430 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961853:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961858:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961863:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961868:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961873:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a92800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.961875:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961881:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961888:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.961891:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.961894:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961903:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc422 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.961913:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092a49d6b reply state 00000000aee88187 transno 4294991940 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92600/0xd3c138f3308bc429 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc25d0654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961924:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92600/0xd3c138f3308bc429 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc25d0654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.961930:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc25d0654 (ffff89b409276a00)
00010000:00010000:0.0:1775764892.961933:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.961935:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.962016:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4089e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6479:11674:x1862023150242176:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 962us (1207us total) trans 4294991940 rc 0/0
00000100:00100000:0.0:1775764892.962025:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14468
00010000:00010000:1.0:1775764892.962149:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.962156:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962163:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.962166:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962172:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962181:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13f6:0x0].0x0 (ffff89b409276d00)
00010000:00010000:1.0:1775764892.962183:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.962187:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962192:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc437 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962207:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.962209:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.962211:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.966558:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.966626:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150242432
00000100:00100000:2.0:1775764892.966637:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150242432
00000100:00100000:2.0:1775764892.966701:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14469
00000100:00100000:2.0:1775764892.966711:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6479:11674:x1862023150242432:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.966807:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.966834:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4060f2c00/0xd3c138f33083d9ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1129:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf095f expref: 6479 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.966855:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1129:0x0].0x0 (ffff89b40a3c8d00)
00010000:00010000:2.0:1775764892.966866:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.966884:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.966897:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.966906:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.966919:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc445 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbbb3b05b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.966925:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc445 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbbb3b05b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.966930:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc445 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbbb3b05b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967020:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967028:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967034:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.967293:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4127, 64 off272320
00000040:00080000:2.0:1775764892.967312:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4127, 64 off272320
00010000:00010000:2.0:1775764892.967357:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967365:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967373:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967380:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967386:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967391:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967406:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.967422:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967428:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967433:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967438:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.967442:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967448:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967457:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1129:0x0].0x0 (ffff89b408190300)
00010000:00010000:2.0:1775764892.967459:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.967463:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967468:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc44c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1129:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967481:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967486:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967491:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967495:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.967498:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967503:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967509:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.967511:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.967513:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967518:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc43e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.967526:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1930e4d reply state 00000000ddbbc594 transno 4294991941 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc445 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbbb3b05b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967540:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4600/0xd3c138f3308bc445 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbbb3b05b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.967545:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbbb3b05b (ffff89b408190700)
00010000:00010000:2.0:1775764892.967547:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.967549:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.967623:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6480:11674:x1862023150242432:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 912us (1071us total) trans 4294991941 rc 0/0
00000100:00100000:2.0:1775764892.967631:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14469
00010000:00010000:1.0:1775764892.968221:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.968227:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.968234:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.968237:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.968252:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.968261:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1129:0x0].0x0 (ffff89b408190300)
00010000:00010000:1.0:1775764892.968263:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.968267:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.968272:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc453 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1129:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.968287:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.968289:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.968290:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.972403:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764892.972679:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150242688
00000100:00100000:2.0:1775764892.972690:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150242688
00000100:00100000:2.0:1775764892.972753:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14470
00000100:00100000:2.0:1775764892.972763:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6480:11674:x1862023150242688:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764892.972836:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.972862:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a08d600/0xd3c138f330838f03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf05:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefa63 expref: 6480 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.972880:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf05:0x0].0x0 (ffff89b408377700)
00010000:00010000:2.0:1775764892.972889:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.972909:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.972922:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.972930:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.972960:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc461 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2c267bdc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.972967:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc461 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c267bdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.972973:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc461 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c267bdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973073:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973081:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973088:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764892.973348:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4128, 64 off272384
00000040:00080000:2.0:1775764892.973366:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4128, 64 off272384
00010000:00010000:2.0:1775764892.973416:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973425:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973433:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973439:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973450:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973456:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973480:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764892.973496:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973502:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973508:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973513:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.973517:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973524:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973533:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf05:0x0].0x0 (ffff89b409279200)
00010000:00010000:2.0:1775764892.973535:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764892.973539:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973544:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc468 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973564:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973570:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973576:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973581:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973586:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764892.973589:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973593:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973600:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764892.973603:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.973605:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973610:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc45a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.973619:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6454685 reply state 00000000f58e2a6c transno 4294991942 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc461 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c267bdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973629:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68aa00/0xd3c138f3308bc461 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2c267bdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.973635:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2c267bdc (ffff89b408190200)
00010000:00010000:2.0:1775764892.973637:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.973640:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764892.973708:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6481:11674:x1862023150242688:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 946us (1314us total) trans 4294991942 rc 0/0
00000100:00100000:2.0:1775764892.973716:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14470
00010000:00010000:3.0:1775764892.974814:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.974822:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.974830:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.974834:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.974841:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.974854:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf05:0x0].0x0 (ffff89b409279200)
00010000:00010000:3.0:1775764892.974856:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.974860:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.974866:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc46f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.974881:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.974883:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.974884:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764892.978742:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.978922:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150242944
00000100:00100000:0.0:1775764892.978930:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150242944
00000100:00100000:0.0:1775764892.978986:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14471
00000100:00100000:0.0:1775764892.978994:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6481:11674:x1862023150242944:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.979044:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.979076:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405f4b000/0xd3c138f33086dd70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2734:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa3ac expref: 6481 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979092:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2734:0x0].0x0 (ffff89b405b62300)
00010000:00010000:0.0:1775764892.979100:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.979154:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979168:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979175:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979186:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc47d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6928484a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979191:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc47d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6928484a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979195:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc47d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6928484a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979560:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979569:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979576:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.979858:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4129, 64 off272448
00000040:00080000:0.0:1775764892.979874:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4129, 64 off272448
00010000:00010000:0.0:1775764892.979911:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979917:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979924:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979929:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979933:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979937:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.979987:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.980008:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980015:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980021:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980027:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.980031:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980038:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980047:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2734:0x0].0x0 (ffff89b409276200)
00010000:00010000:0.0:1775764892.980050:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.980065:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980071:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc484 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2734:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980085:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980089:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980093:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980095:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.980097:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980100:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980105:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.980106:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.980108:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980111:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc476 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.980139:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc0d18a0 reply state 000000009893b471 transno 4294991943 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc47d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6928484a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980150:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92800/0xd3c138f3308bc47d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6928484a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.980154:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6928484a (ffff89b409276500)
00010000:00010000:0.0:1775764892.980156:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.980157:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.980217:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:11674:x1862023150242944:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1223us (1484us total) trans 4294991943 rc 0/0
00000100:00100000:0.0:1775764892.980223:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14471
00010000:00010000:2.0:1775764892.981430:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.981443:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.981453:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.981457:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.981465:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.981480:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2734:0x0].0x0 (ffff89b409276200)
00010000:00010000:2.0:1775764892.981483:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.981487:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.981494:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc48b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2734:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.981513:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.981515:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.981517:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.982662:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.982725:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150243200
00000100:00100000:0.0:1775764892.982733:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150243200
00000100:00100000:0.0:1775764892.982780:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14472
00000100:00100000:0.0:1775764892.982787:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:11674:x1862023150243200:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.982838:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.982857:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40867d400/0xd3c138f33086365e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x226e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8242 expref: 6482 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.982870:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x226e:0x0].0x0 (ffff89b408508400)
00010000:00010000:0.0:1775764892.982877:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.982892:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.982900:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.982906:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.982917:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc499 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8a7c7b9a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.982921:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc499 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8a7c7b9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.982924:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc499 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8a7c7b9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983009:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983017:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983023:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.983232:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4130, 64 off272512
00000040:00080000:0.0:1775764892.983259:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4130, 64 off272512
00010000:00010000:0.0:1775764892.983316:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983325:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983333:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983383:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983395:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983400:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983455:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.983472:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983477:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983483:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983488:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.983492:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983499:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983507:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x226e:0x0].0x0 (ffff89b409276600)
00010000:00010000:0.0:1775764892.983510:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.983512:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983517:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x226e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983536:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983540:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983545:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983549:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a92c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.983551:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983556:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983562:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.983565:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.983567:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983572:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc492 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.983579:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099badc88 reply state 000000007c24681f transno 4294991944 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc499 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8a7c7b9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983589:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92e00/0xd3c138f3308bc499 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8a7c7b9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.983596:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8a7c7b9a (ffff89b409276300)
00010000:00010000:0.0:1775764892.983598:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.983601:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.983678:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6483:11674:x1862023150243200:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 890us (1020us total) trans 4294991944 rc 0/0
00000100:00100000:0.0:1775764892.983686:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14472
00010000:00010000:1.0:1775764892.984486:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764892.984493:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.984501:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764892.984504:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.984511:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.984521:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x226e:0x0].0x0 (ffff89b409276600)
00010000:00010000:1.0:1775764892.984524:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.984527:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.984532:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x226e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.984620:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.984623:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.984624:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.985957:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.986349:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150243456
00000100:00100000:0.0:1775764892.986359:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150243456
00000100:00100000:0.0:1775764892.986419:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14473
00000100:00100000:0.0:1775764892.986428:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6483:11674:x1862023150243456:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.986491:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.986513:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408dc5000/0xd3c138f330865a76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2376:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf897a expref: 6483 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986531:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2376:0x0].0x0 (ffff89b408255a00)
00010000:00010000:0.0:1775764892.986539:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.986557:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986569:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986578:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986591:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc4b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x356c1de0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986601:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x356c1de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986607:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x356c1de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986698:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986707:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986713:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.986912:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4131, 64 off272576
00000040:00080000:0.0:1775764892.986927:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4131, 64 off272576
00010000:00010000:0.0:1775764892.986982:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986991:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986997:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987004:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987009:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987031:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987048:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.987065:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987071:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987076:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987082:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.987086:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987093:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987102:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2376:0x0].0x0 (ffff89b409276e00)
00010000:00010000:0.0:1775764892.987104:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.987107:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987137:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2376:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987157:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987167:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987173:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987179:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987183:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.987186:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987188:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.987191:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987194:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987199:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764892.987200:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435bc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764892.987201:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.987203:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987204:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987211:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4ae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987211:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987219:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2376:0x0].0x0 (ffff89b409276e00)
00000004:00010000:0.0:1775764892.987220:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000620df11c reply state 00000000ad629488 transno 4294991945 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x356c1de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987221:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764892.987224:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987229:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc4c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2376:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987230:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b200/0xd3c138f3308bc4b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x356c1de0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987236:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x356c1de0 (ffff89b409276b00)
00010000:00010000:0.0:1775764892.987238:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.987251:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764892.987252:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.987254:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764892.987256:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.987322:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6484:11674:x1862023150243456:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 895us (1369us total) trans 4294991945 rc 0/0
00000100:00100000:0.0:1775764892.987330:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14473
00000100:00100000:2.0:1775764892.990021:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.992710:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150243712
00000100:00100000:0.0:1775764892.992727:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150243712
00000100:00100000:0.0:1775764892.992810:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14474
00000100:00100000:0.0:1775764892.992821:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6484:11674:x1862023150243712:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.992883:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.992912:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406118a00/0xd3c138f330858ee3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf60c3 expref: 6484 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.992932:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da5:0x0].0x0 (ffff89b408fa7500)
00010000:00010000:0.0:1775764892.992953:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.992975:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.992989:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.992999:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993025:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc4d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x796eba64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993032:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc4d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x796eba64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993040:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc4d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x796eba64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993158:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993165:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993172:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.993430:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4132, 64 off272640
00000040:00080000:0.0:1775764892.993450:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4132, 64 off272640
00010000:00010000:0.0:1775764892.993500:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993510:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993517:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993525:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993531:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993536:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993570:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.993590:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993596:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993602:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993608:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.993613:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993620:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993629:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da5:0x0].0x0 (ffff89b409276f00)
00010000:00010000:0.0:1775764892.993632:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.993636:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993641:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc4d8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993659:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993663:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993671:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993675:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.993677:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993682:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993688:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.993690:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.993692:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993697:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc4ca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.993704:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031fc355e reply state 0000000034eccebb transno 4294991946 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc4d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x796eba64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993715:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435be00/0xd3c138f3308bc4d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x796eba64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.993721:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x796eba64 (ffff89b409276800)
00010000:00010000:0.0:1775764892.993723:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.993726:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.993954:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6485:11674:x1862023150243712:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1132us (3939us total) trans 4294991946 rc 0/0
00000100:00100000:0.0:1775764892.993963:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14474
00010000:00010000:3.0:1775764892.994053:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764892.994060:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.994067:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764892.994070:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.994075:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.994084:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da5:0x0].0x0 (ffff89b409276f00)
00010000:00010000:3.0:1775764892.994086:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764892.994089:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.994094:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc4df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.994111:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.994146:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764892.994148:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.996842:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764892.996957:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150243968
00000100:00100000:0.0:1775764892.996968:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150243968
00000100:00100000:0.0:1775764892.997048:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14475
00000100:00100000:0.0:1775764892.997057:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6485:11674:x1862023150243968:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764892.997270:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.997299:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408205400/0xd3c138f3308595b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dd7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6221 expref: 6485 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997319:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd7:0x0].0x0 (ffff89b408fa6c00)
00010000:00010000:0.0:1775764892.997331:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.997352:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997366:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997376:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997391:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xca2506a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997398:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca2506a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997404:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca2506a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997509:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997521:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997528:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.997752:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4133, 64 off272704
00000040:00080000:0.0:1775764892.997775:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4133, 64 off272704
00010000:00010000:0.0:1775764892.997841:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997851:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997859:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997866:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997872:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997878:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997901:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.997920:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997926:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997932:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997937:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.997951:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997959:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997967:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd7:0x0].0x0 (ffff89b409276000)
00010000:00010000:0.0:1775764892.997970:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.997974:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997979:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc4f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1dd7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.997996:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.998002:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.998008:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.998013:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764892.998015:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.998105:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.998130:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.998137:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764892.998141:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.998147:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.998158:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd7:0x0].0x0 (ffff89b409276000)
00010000:00010000:2.0:1775764892.998160:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.998163:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.998167:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc4fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1dd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.998185:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.998187:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.998188:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.998371:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.998380:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764892.998383:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.998386:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.998391:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc4e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.998403:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007530dbaa reply state 00000000099220f8 transno 4294991947 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca2506a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.998413:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a800/0xd3c138f3308bc4ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xca2506a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.998419:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xca2506a4 (ffff89b409276400)
00010000:00010000:0.0:1775764892.998421:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.998425:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764892.998510:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6486:11674:x1862023150243968:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1453us (1673us total) trans 4294991947 rc 0/0
00000100:00100000:0.0:1775764892.998520:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14475
00000100:00100000:1.0:1775764893.006815:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.006905:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150244224
00000100:00100000:2.0:1775764893.006916:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150244224
00000100:00100000:2.0:1775764893.006992:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14476
00000100:00100000:2.0:1775764893.007002:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6486:11674:x1862023150244224:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.007077:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.007105:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406340e00/0xd3c138f330869333 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2515:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf94d3 expref: 6486 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007166:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2515:0x0].0x0 (ffff89b406d27500)
00010000:00010000:2.0:1775764893.007180:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.007200:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007213:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007222:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007253:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc509 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb321179e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007261:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc509 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb321179e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007267:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc509 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb321179e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007372:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007380:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007387:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.007626:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4134, 64 off272768
00000040:00080000:2.0:1775764893.007647:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4134, 64 off272768
00010000:00010000:2.0:1775764893.007696:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007705:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007714:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007721:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007727:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007734:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007755:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.007773:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007779:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007785:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007791:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.007795:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007802:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007811:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2515:0x0].0x0 (ffff89b409279700)
00010000:00010000:2.0:1775764893.007814:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.007818:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007823:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bc510 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2515:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007838:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007845:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007850:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007856:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.007858:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007864:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007871:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.007873:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.007875:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007881:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc502 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.007890:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc500941 reply state 0000000051705a17 transno 4294991948 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc509 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb321179e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007905:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68a600/0xd3c138f3308bc509 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb321179e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.007911:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb321179e (ffff89b409279900)
00010000:00010000:2.0:1775764893.007913:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.007916:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.007987:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:11674:x1862023150244224:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 985us (1183us total) trans 4294991948 rc 0/0
00000100:00100000:2.0:1775764893.007996:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14476
00010000:00010000:0.0:1775764893.008279:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.008286:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.008292:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.008296:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.008307:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.008316:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2515:0x0].0x0 (ffff89b409279700)
00010000:00010000:0.0:1775764893.008318:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.008321:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.008326:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc517 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2515:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.008341:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.008342:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.008344:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.010658:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.010729:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150244480
00000100:00100000:0.0:1775764893.010739:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150244480
00000100:00100000:0.0:1775764893.010939:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14477
00000100:00100000:0.0:1775764893.010961:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6487:11674:x1862023150244480:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.011033:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.011060:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a67d000/0xd3c138f33082400d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x573:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb765 expref: 6487 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011080:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x573:0x0].0x0 (ffff89b402e39d00)
00010000:00010000:0.0:1775764893.011092:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.011154:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011168:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011181:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011198:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc525 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf69d69ac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011205:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc525 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf69d69ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011211:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc525 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf69d69ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011318:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x573:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011326:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011333:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.011563:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4135, 64 off272832
00000040:00080000:0.0:1775764893.011583:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4135, 64 off272832
00010000:00010000:0.0:1775764893.011630:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x573:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011639:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011646:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011657:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011664:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011670:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011683:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.011700:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011705:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011712:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011717:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.011721:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011728:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011737:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x573:0x0].0x0 (ffff89b409276e00)
00010000:00010000:0.0:1775764893.011739:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.011743:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011752:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc52c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x573:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011768:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011774:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011779:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011784:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.011787:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011792:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011799:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.011801:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.011804:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011809:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc51e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.011819:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000683be90 reply state 00000000f5fbfe9d transno 4294991949 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc525 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf69d69ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011829:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a400/0xd3c138f3308bc525 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf69d69ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.011835:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf69d69ac (ffff89b409276000)
00010000:00010000:0.0:1775764893.011837:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.011839:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.011919:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6488:11674:x1862023150244480:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 959us (1269us total) trans 4294991949 rc 0/0
00000100:00100000:0.0:1775764893.011927:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14477
00010000:00010000:1.0:1775764893.012008:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.012014:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.012020:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435bc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.012023:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.012029:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.012039:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x573:0x0].0x0 (ffff89b409276e00)
00010000:00010000:1.0:1775764893.012041:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.012044:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.012049:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc533 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x573:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.012063:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.012065:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.012067:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.026030:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.026286:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150244736
00000100:00100000:3.0:1775764893.026297:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150244736
00000100:00100000:3.0:1775764893.026366:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14478
00000100:00100000:3.0:1775764893.026377:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6488:11674:x1862023150244736:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.026440:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.026469:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043ea800/0xd3c138f33086a959 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9941 expref: 6488 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026489:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25b7:0x0].0x0 (ffff89b403d54300)
00010000:00010000:3.0:1775764893.026500:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.026520:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026533:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026542:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026556:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc541 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x67b1742e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026563:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc541 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x67b1742e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026569:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc541 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x67b1742e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026666:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026675:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.026681:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.027293:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4136, 64 off272896
00000040:00080000:3.0:1775764893.027313:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4136, 64 off272896
00010000:00010000:3.0:1775764893.027525:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027537:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027546:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027553:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027560:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027565:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027630:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.027650:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027656:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027662:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027667:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14bc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.027671:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027678:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027687:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25b7:0x0].0x0 (ffff89b408021c00)
00010000:00010000:3.0:1775764893.027690:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.027695:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027701:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc548 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027717:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027723:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027728:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027733:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.027736:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027741:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027748:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.027751:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.027753:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027758:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc53a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.027767:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e687242 reply state 00000000f5cb47f9 transno 4294991950 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc541 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x67b1742e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027781:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14a600/0xd3c138f3308bc541 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x67b1742e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.027864:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x67b1742e (ffff89b4092ed800)
00010000:00010000:3.0:1775764893.027865:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.027868:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.027952:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6489:11674:x1862023150244736:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1575us (1929us total) trans 4294991950 rc 0/0
00000100:00100000:3.0:1775764893.027962:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14478
00000100:00100000:3.0:1775764893.031022:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.031111:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150244992
00000100:00100000:0.0:1775764893.031147:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150244992
00000100:00100000:0.0:1775764893.031201:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14479
00000100:00100000:0.0:1775764893.031211:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6489:11674:x1862023150244992:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.031281:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.031575:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688800/0xd3c138f330839cf5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf6b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefd2d expref: 6489 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031594:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf6b:0x0].0x0 (ffff89b40942eb00)
00010000:00010000:0.0:1775764893.031604:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.031625:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031637:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031646:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031659:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc55d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x77c490f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031669:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc55d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x77c490f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031674:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc55d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x77c490f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031765:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031773:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.031779:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.031948:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.031957:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.031964:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.031967:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.031975:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.031984:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25b7:0x0].0x0 (ffff89b408021c00)
00010000:00010000:2.0:1775764893.031986:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.031990:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.031996:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc54f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.032013:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.032015:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.032017:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000040:00080000:0.0:1775764893.034647:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4137, 64 off272960
00000040:00080000:0.0:1775764893.034679:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4137, 64 off272960
00010000:00010000:0.0:1775764893.034752:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.034769:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.034782:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.034890:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.034897:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.034907:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.034982:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.035010:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035026:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035033:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035039:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.035044:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035050:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035062:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf6b:0x0].0x0 (ffff89b409276200)
00010000:00010000:0.0:1775764893.035066:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.035070:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035076:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc564 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035099:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035108:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035141:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035148:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035153:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.035155:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035161:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035169:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.035171:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.035174:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035178:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc556 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.035190:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f5bab65 reply state 00000000cc5e0ad1 transno 4294991951 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc55d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x77c490f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035200:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435b000/0xd3c138f3308bc55d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x77c490f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.035206:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x77c490f7 (ffff89b409276f00)
00010000:00010000:0.0:1775764893.035209:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.035212:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.035321:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6490:11674:x1862023150244992:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4106us (4310us total) trans 4294991951 rc 0/0
00000100:00100000:0.0:1775764893.035330:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14479
00000100:00100000:0.0:1775764893.041320:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.041418:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150245248
00000100:00100000:1.0:1775764893.041429:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150245248
00000100:00100000:1.0:1775764893.041492:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14480
00000100:00100000:1.0:1775764893.041503:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6490:11674:x1862023150245248:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.041568:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.041596:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408f71400/0xd3c138f330857d63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5d43 expref: 6490 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041617:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d25:0x0].0x0 (ffff89b4091b8300)
00010000:00010000:1.0:1775764893.041628:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.041649:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041663:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041674:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041688:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc579 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9d6f85ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041694:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc579 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d6f85ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041700:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc579 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d6f85ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041806:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041814:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.041820:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.042058:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4138, 64 off273024
00000040:00080000:1.0:1775764893.042077:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4138, 64 off273024
00010000:00010000:1.0:1775764893.042172:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.042181:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.042189:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.042196:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.042202:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.042208:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043451:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764893.043462:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043472:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.043476:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043484:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043498:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf6b:0x0].0x0 (ffff89b409276200)
00010000:00010000:2.0:1775764893.043501:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.043505:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043510:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc56b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043535:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.043538:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043543:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.043545:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043551:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043557:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d25:0x0].0x0 (ffff89b408190300)
00010000:00010000:2.0:1775764893.043560:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.043563:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043568:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.043570:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.043571:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.045407:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764893.045420:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc587 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045461:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045468:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045475:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045480:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.045484:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045490:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045502:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d25:0x0].0x0 (ffff89b408190300)
00010000:00010000:1.0:1775764893.045504:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.045508:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045513:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc580 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045535:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045542:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045548:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045552:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.045555:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045560:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045567:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.045569:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.045572:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045577:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc572 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.045585:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da9c9830 reply state 00000000c2bcd53f transno 4294991952 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc579 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d6f85ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045596:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064200/0xd3c138f3308bc579 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9d6f85ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.045603:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9d6f85ba (ffff89b4077fc900)
00010000:00010000:1.0:1775764893.045606:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.045609:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.045697:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6491:11674:x1862023150245248:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4192us (4382us total) trans 4294991952 rc 0/0
00000100:00100000:1.0:1775764893.045707:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14480
00000100:00100000:1.0:1775764893.049654:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.049800:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150245504
00000100:00100000:3.0:1775764893.049810:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150245504
00000100:00100000:3.0:1775764893.049882:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14481
00000100:00100000:3.0:1775764893.049892:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6491:11674:x1862023150245504:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.049956:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.049984:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405306400/0xd3c138f33086d677 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2701:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa247 expref: 6491 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050006:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2701:0x0].0x0 (ffff89b405b64800)
00010000:00010000:3.0:1775764893.050029:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.050049:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050062:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050073:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050090:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc595 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x997d40fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050098:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc595 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x997d40fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050105:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc595 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x997d40fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050363:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050372:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050379:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.050611:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4139, 64 off273088
00000040:00080000:3.0:1775764893.050628:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4139, 64 off273088
00010000:00010000:3.0:1775764893.050680:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050690:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050697:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050704:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050714:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.050720:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.051310:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.051319:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.051326:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.051330:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.051347:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.051360:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2701:0x0].0x0 (ffff89b408021800)
00010000:00010000:0.0:1775764893.051363:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.051368:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.051377:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.051379:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.051381:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.051878:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764893.051885:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5a3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2701:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.051919:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.051924:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.051930:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.051935:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.051939:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.051960:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.051969:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2701:0x0].0x0 (ffff89b408021800)
00010000:00010000:3.0:1775764893.051971:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.051975:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.051984:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc59c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2701:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052005:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052011:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052025:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052030:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.052033:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052038:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052046:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.052048:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.052052:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052057:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc58e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.052067:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007dad21e9 reply state 000000002230be1a transno 4294991953 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc595 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x997d40fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052077:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14bc00/0xd3c138f3308bc595 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x997d40fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.052084:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x997d40fd (ffff89b408021200)
00010000:00010000:3.0:1775764893.052086:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.052089:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.052201:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6492:11674:x1862023150245504:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2307us (2553us total) trans 4294991953 rc 0/0
00000100:00100000:3.0:1775764893.052211:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14481
00010000:00010000:1.0:1775764893.054960:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.055599:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.055702:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150245760
00000100:00100000:0.0:1775764893.055713:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150245760
00000100:00100000:0.0:1775764893.055888:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14482
00000100:00100000:0.0:1775764893.055899:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6492:11674:x1862023150245760:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.055976:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.056004:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e96c00/0xd3c138f3308452cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x149d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf218b expref: 6492 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056100:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x149d:0x0].0x0 (ffff89b404208000)
00010000:00010000:0.0:1775764893.056111:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.056257:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056275:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056366:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056383:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc5b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x91cd7f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056390:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc5b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x91cd7f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056397:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc5b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x91cd7f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056498:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056507:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.056514:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.056777:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4140, 64 off273152
00000040:00080000:0.0:1775764893.056989:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4140, 64 off273152
00010000:00010000:0.0:1775764893.057277:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057426:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057435:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057442:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057448:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057453:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057518:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.057539:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057545:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057551:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057557:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.057561:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057572:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057583:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x149d:0x0].0x0 (ffff89b409276d00)
00010000:00010000:0.0:1775764893.057586:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.057590:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057596:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc5b8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x149d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057616:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057622:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057627:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057632:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057637:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.057639:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057644:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057652:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.057655:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.057658:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057663:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc5aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.057674:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009db2d6e3 reply state 00000000c5895d33 transno 4294991954 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc5b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x91cd7f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057686:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435bc00/0xd3c138f3308bc5b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x91cd7f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.057692:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x91cd7f2 (ffff89b409276600)
00010000:00010000:0.0:1775764893.057694:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.057697:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.057884:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6493:11674:x1862023150245760:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1891us (2196us total) trans 4294991954 rc 0/0
00000100:00100000:0.0:1775764893.057893:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14482
00000100:00100000:0.0:1775764893.061102:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.061234:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150246016
00000100:00100000:1.0:1775764893.061253:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150246016
00000100:00100000:1.0:1775764893.061325:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14483
00000100:00100000:1.0:1775764893.061335:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6493:11674:x1862023150246016:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.061396:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.061423:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a291a00/0xd3c138f330839110 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefacc expref: 6493 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061442:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf14:0x0].0x0 (ffff89b408375e00)
00010000:00010000:1.0:1775764893.061453:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.061476:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061489:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061498:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061512:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc5cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd64d324d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061518:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc5cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd64d324d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061524:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc5cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd64d324d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061615:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061624:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.061634:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.061932:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4141, 64 off273216
00000040:00080000:1.0:1775764893.061968:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4141, 64 off273216
00010000:00010000:1.0:1775764893.062018:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.062028:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.062035:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.062042:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.062048:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.062055:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066739:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1775764893.066798:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066810:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066818:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066828:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.066832:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066839:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066855:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf14:0x0].0x0 (ffff89b408023400)
00010000:00010000:1.0:1775764893.066858:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.066862:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066867:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc5d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066894:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066899:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066904:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066909:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.066911:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066917:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066927:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.066929:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.066932:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066937:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc5c6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.066946:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067579000 reply state 000000007c01ddf7 transno 4294991955 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc5cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd64d324d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066958:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065a00/0xd3c138f3308bc5cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd64d324d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.066965:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd64d324d (ffff89b409b9f200)
00010000:00010000:1.0:1775764893.066967:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.066971:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.067088:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6494:11674:x1862023150246016:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 5750us (5994us total) trans 4294991955 rc 0/0
00000100:00100000:1.0:1775764893.067098:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14483
00010000:00010000:3.0:1775764893.068048:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764893.068060:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068071:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.068076:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068084:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068098:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x149d:0x0].0x0 (ffff89b409276d00)
00010000:00010000:3.0:1775764893.068101:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.068106:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068111:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc5bf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x149d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068160:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.068163:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068169:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.068172:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068177:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068185:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf14:0x0].0x0 (ffff89b408023400)
00010000:00010000:3.0:1775764893.068187:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.068190:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068196:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc5db lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.068207:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.068209:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.068211:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.070829:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.071592:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.071682:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150246272
00000100:00100000:3.0:1775764893.071694:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150246272
00000100:00100000:3.0:1775764893.071805:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14484
00000100:00100000:3.0:1775764893.071816:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6494:11674:x1862023150246272:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.071882:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.071908:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f330854276 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf517a expref: 6494 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.071927:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b76:0x0].0x0 (ffff89b404bfa200)
00010000:00010000:3.0:1775764893.071937:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.071970:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.071983:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.071995:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072010:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc5e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x755ec9c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072025:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc5e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x755ec9c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072032:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc5e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x755ec9c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072438:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072448:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072456:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.072689:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4142, 64 off273280
00000040:00080000:3.0:1775764893.072705:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4142, 64 off273280
00010000:00010000:3.0:1775764893.072749:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072758:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072765:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072774:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072780:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072785:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072805:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.072822:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072828:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072833:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072839:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.072843:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072849:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072857:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b76:0x0].0x0 (ffff89b408021400)
00010000:00010000:3.0:1775764893.072860:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.072863:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072872:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc5f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072885:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072890:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072894:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072899:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.072901:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072906:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072913:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.072914:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.072918:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072922:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc5e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.072930:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e0f25fd reply state 00000000b31d7bce transno 4294991956 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc5e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x755ec9c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072939:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937aa00/0xd3c138f3308bc5e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x755ec9c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.072960:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x755ec9c5 (ffff89b408021800)
00010000:00010000:3.0:1775764893.072962:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.072964:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764893.073134:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.073141:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.073147:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.073150:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.073156:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.073164:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b76:0x0].0x0 (ffff89b408021400)
00010000:00010000:0.0:1775764893.073166:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.073169:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.073173:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc5f7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.073188:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.073189:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.073191:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.073427:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:11674:x1862023150246272:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1610us (1840us total) trans 4294991956 rc 0/0
00000100:00100000:3.0:1775764893.073437:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14484
00000100:00100000:1.0:1775764893.076695:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.076874:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150246528
00000100:00100000:0.0:1775764893.076884:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150246528
00000100:00100000:0.0:1775764893.077099:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14485
00000100:00100000:0.0:1775764893.077111:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6495:11674:x1862023150246528:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.078108:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.078222:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.078383:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403cea600/0xd3c138f33084bb3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1799:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf366f expref: 6495 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078410:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1799:0x0].0x0 (ffff89b408eb9400)
00010000:00010000:0.0:1775764893.078425:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.078454:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078470:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078481:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078500:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc605 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x53d74122 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078507:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc605 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x53d74122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078513:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc605 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x53d74122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078635:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078644:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.078650:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.079520:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4143, 64 off273344
00000040:00080000:0.0:1775764893.079540:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4143, 64 off273344
00010000:00010000:0.0:1775764893.079594:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079605:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079614:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079622:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079629:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079638:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079707:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.079729:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079735:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079741:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079746:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.079750:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079758:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079768:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1799:0x0].0x0 (ffff89b409276100)
00010000:00010000:0.0:1775764893.079771:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.079775:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079781:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc60c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079809:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079819:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079824:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079829:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079833:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.079836:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079841:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079849:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.079851:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.079854:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079859:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc5fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.079872:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e45de29 reply state 0000000039a859d8 transno 4294991957 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc605 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x53d74122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079883:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a92c00/0xd3c138f3308bc605 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x53d74122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.079890:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x53d74122 (ffff89b409276700)
00010000:00010000:0.0:1775764893.079892:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.079896:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.080013:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6496:11674:x1862023150246528:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2900us (3323us total) trans 4294991957 rc 0/0
00000100:00100000:0.0:1775764893.080031:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14485
00000100:00100000:1.0:1775764893.084277:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.084358:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150246784
00000100:00100000:0.0:1775764893.084368:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150246784
00000100:00100000:0.0:1775764893.084430:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14486
00000100:00100000:0.0:1775764893.084440:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6496:11674:x1862023150246784:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.084502:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.084529:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308609a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2127:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7951 expref: 6496 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084546:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2127:0x0].0x0 (ffff89b4086ba900)
00010000:00010000:0.0:1775764893.084557:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.084577:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084590:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084599:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084613:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc621 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5940dcca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084620:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc621 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5940dcca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084630:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc621 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5940dcca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084725:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084733:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.084740:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.085005:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4144, 64 off273408
00000040:00080000:0.0:1775764893.085028:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4144, 64 off273408
00010000:00010000:0.0:1775764893.085074:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.085083:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.085091:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.085097:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.085103:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.085109:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.086000:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764893.086421:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.086448:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086456:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086463:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086469:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.086473:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086481:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086494:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2127:0x0].0x0 (ffff89b409276e00)
00010000:00010000:0.0:1775764893.086497:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.086501:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086507:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc628 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2127:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086525:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086530:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086538:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086543:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.086545:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086550:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086556:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.086558:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.086561:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086566:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc61a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.086574:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009411297 reply state 000000001c612d6a transno 4294991958 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc621 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5940dcca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086584:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ac00/0xd3c138f3308bc621 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5940dcca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.086590:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5940dcca (ffff89b409276200)
00010000:00010000:0.0:1775764893.086592:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.086595:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.086672:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6497:11674:x1862023150246784:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2231us (2402us total) trans 4294991958 rc 0/0
00000100:00100000:0.0:1775764893.086681:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14486
00010000:00010000:2.0:1775764893.092467:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092484:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.092488:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092497:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092517:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1799:0x0].0x0 (ffff89b409276100)
00010000:00010000:2.0:1775764893.092520:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.092525:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092530:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc613 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.093467:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.093477:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.093484:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.093488:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.093495:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.093508:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2127:0x0].0x0 (ffff89b409276e00)
00010000:00010000:1.0:1775764893.093512:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.093515:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.093521:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc62f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2127:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.093539:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.093541:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.093544:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.094432:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.095765:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.095920:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150247040
00000100:00100000:3.0:1775764893.095930:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150247040
00000100:00100000:3.0:1775764893.096033:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14487
00000100:00100000:3.0:1775764893.096044:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6497:11674:x1862023150247040:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.096161:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.096190:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40762fa00/0xd3c138f3308480bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2abb expref: 6497 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096210:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15ed:0x0].0x0 (ffff89b408eb7800)
00010000:00010000:3.0:1775764893.096219:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.096247:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096262:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096271:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096287:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc63d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x332751c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096299:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc63d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x332751c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096306:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc63d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x332751c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096401:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096410:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096417:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.096647:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4145, 64 off273472
00000040:00080000:3.0:1775764893.096663:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4145, 64 off273472
00010000:00010000:3.0:1775764893.096709:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096718:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096726:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096733:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096739:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096750:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.096767:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.097138:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097145:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097152:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097157:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.097161:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097168:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097178:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15ed:0x0].0x0 (ffff89b408021b00)
00010000:00010000:3.0:1775764893.097180:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.097184:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097190:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc644 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097206:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097216:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097222:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097226:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.097229:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097234:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097249:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.097252:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.097255:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097259:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc636 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.097268:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008db7b9b4 reply state 00000000ce4d3646 transno 4294991959 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc63d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x332751c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097280:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937b000/0xd3c138f3308bc63d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x332751c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.097286:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x332751c4 (ffff89b408021300)
00010000:00010000:3.0:1775764893.097289:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.097291:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.097422:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6498:11674:x1862023150247040:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1377us (1661us total) trans 4294991959 rc 0/0
00000100:00100000:3.0:1775764893.097431:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14487
00010000:00010000:0.0:1775764893.097514:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.097520:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.097526:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.097530:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.097536:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.097544:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15ed:0x0].0x0 (ffff89b408021b00)
00010000:00010000:0.0:1775764893.097547:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.097550:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.097556:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc64b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.097569:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.097571:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.097573:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.099670:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.099737:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150247296
00000100:00100000:0.0:1775764893.099746:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150247296
00000100:00100000:0.0:1775764893.099814:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14488
00000100:00100000:0.0:1775764893.099824:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6498:11674:x1862023150247296:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.099882:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.099907:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b0a200/0xd3c138f330827e88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec3e4 expref: 6498 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.099924:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73c:0x0].0x0 (ffff89b40a3ea900)
00010000:00010000:0.0:1775764893.099942:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.099962:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.099975:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.099984:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.099999:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a600/0xd3c138f3308bc659 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6f249642 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100006:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a600/0xd3c138f3308bc659 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6f249642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100011:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a600/0xd3c138f3308bc659 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6f249642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100164:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100172:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100179:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.100402:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4146, 64 off273536
00000040:00080000:0.0:1775764893.100420:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4146, 64 off273536
00010000:00010000:0.0:1775764893.100464:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100473:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100481:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100487:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100493:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100498:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100515:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.100531:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100537:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100543:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100549:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.100552:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100559:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100566:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73c:0x0].0x0 (ffff89b408122700)
00010000:00010000:0.0:1775764893.100569:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.100573:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100578:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc660 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x73c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100591:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100597:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100603:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100608:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100613:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.100616:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100621:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100629:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.100631:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.100634:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100640:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc652 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.100648:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042a0367b reply state 0000000055cbd1a1 transno 4294991960 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a600/0xd3c138f3308bc659 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6f249642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100659:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a600/0xd3c138f3308bc659 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6f249642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.100665:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6f249642 (ffff89b409276d00)
00010000:00010000:0.0:1775764893.100667:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.100670:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.100745:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6499:11674:x1862023150247296:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 921us (1081us total) trans 4294991960 rc 0/0
00000100:00100000:0.0:1775764893.100753:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14488
00010000:00010000:1.0:1775764893.100847:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.100853:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.100859:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6b000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.100862:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.100868:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.100876:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73c:0x0].0x0 (ffff89b408122700)
00010000:00010000:1.0:1775764893.100879:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.100881:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.100886:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc667 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x73c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.100897:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.100898:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.100900:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.105032:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.105104:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150247552
00000100:00100000:0.0:1775764893.105152:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150247552
00000100:00100000:0.0:1775764893.105205:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14489
00000100:00100000:0.0:1775764893.105213:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6499:11674:x1862023150247552:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.105288:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.105314:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ba200/0xd3c138f330859b31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6339 expref: 6499 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105332:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dff:0x0].0x0 (ffff89b408d65600)
00010000:00010000:0.0:1775764893.105341:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.105360:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105374:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105384:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105401:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a200/0xd3c138f3308bc675 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xad4c2501 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105407:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a200/0xd3c138f3308bc675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xad4c2501 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105413:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a200/0xd3c138f3308bc675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xad4c2501 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105500:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105507:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105513:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.105709:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4147, 64 off273600
00000040:00080000:0.0:1775764893.105734:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4147, 64 off273600
00010000:00010000:0.0:1775764893.105773:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105781:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105801:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105808:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105819:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105825:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105843:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.105858:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105863:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105869:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105875:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6b600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.105879:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105885:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105893:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dff:0x0].0x0 (ffff89b409b9dd00)
00010000:00010000:0.0:1775764893.105896:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.105899:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105904:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc67c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1dff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105922:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105927:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105933:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105937:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.105940:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105945:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105951:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.105953:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.105955:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105960:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc66e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.105967:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075245f3c reply state 00000000301426ff transno 4294991961 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a200/0xd3c138f3308bc675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xad4c2501 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105977:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a200/0xd3c138f3308bc675 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xad4c2501 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.105982:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xad4c2501 (ffff89b408122d00)
00010000:00010000:0.0:1775764893.105985:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.105987:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.106049:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:11674:x1862023150247552:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 836us (1035us total) trans 4294991961 rc 0/0
00000100:00100000:0.0:1775764893.106057:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14489
00010000:00010000:3.0:1775764893.106965:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.106974:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.106981:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.106985:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.106992:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.107004:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dff:0x0].0x0 (ffff89b409b9dd00)
00010000:00010000:3.0:1775764893.107006:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.107009:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.107026:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc683 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1dff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.107042:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.107043:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.107045:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.122495:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.123552:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150247808
00000100:00100000:0.0:1775764893.123565:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150247808
00000100:00100000:0.0:1775764893.123691:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14490
00000100:00100000:0.0:1775764893.123702:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6500:11674:x1862023150247808:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.123802:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.123832:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098fc200/0xd3c138f33083ae0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfe8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0098 expref: 6500 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.123854:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfe8:0x0].0x0 (ffff89b4084c0500)
00010000:00010000:0.0:1775764893.123864:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.123885:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.123898:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.123908:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.123923:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc691 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf698ddfc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.123930:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf698ddfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.124511:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf698ddfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.124617:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.124625:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.124633:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.124861:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4148, 64 off273664
00000040:00080000:0.0:1775764893.124879:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4148, 64 off273664
00010000:00010000:0.0:1775764893.124925:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.124934:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125526:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125537:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125544:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125549:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125611:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.125633:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125638:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125644:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125650:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.125654:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125661:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125672:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfe8:0x0].0x0 (ffff89b409b9db00)
00010000:00010000:0.0:1775764893.125675:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.125680:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125685:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc698 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125704:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125710:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125719:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125723:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.125725:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125731:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125738:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.125740:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.125742:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125748:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc68a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.125757:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f2b1bc5 reply state 00000000f314f928 transno 4294991962 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf698ddfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125767:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b600/0xd3c138f3308bc691 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf698ddfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.125773:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf698ddfc (ffff89b409b9d800)
00010000:00010000:0.0:1775764893.125775:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.125779:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.125885:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6501:11674:x1862023150247808:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2182us (3396us total) trans 4294991962 rc 0/0
00000100:00100000:0.0:1775764893.125895:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14490
00010000:00010000:1.0:1775764893.127390:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.127400:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.127409:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.127413:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.127419:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.127433:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfe8:0x0].0x0 (ffff89b409b9db00)
00010000:00010000:1.0:1775764893.127436:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.127439:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.127445:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc69f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xfe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.127468:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.127470:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.127471:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.131836:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.131965:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150248064
00000100:00100000:3.0:1775764893.131975:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150248064
00000100:00100000:3.0:1775764893.132022:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14491
00000100:00100000:3.0:1775764893.132029:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6501:11674:x1862023150248064:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.132083:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.132154:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40945aa00/0xd3c138f33082e3fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded82e expref: 6501 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132179:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa22:0x0].0x0 (ffff89b4017ad400)
00010000:00010000:3.0:1775764893.132192:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.132211:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132223:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132246:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132259:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bc6ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe954b511 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132266:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bc6ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe954b511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132272:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bc6ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe954b511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132365:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132373:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132379:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.132601:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4149, 64 off273728
00000040:00080000:3.0:1775764893.132619:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4149, 64 off273728
00010000:00010000:3.0:1775764893.132673:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132681:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132687:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132693:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132699:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132704:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132721:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.132735:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132740:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132745:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132876:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.132881:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132888:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132898:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa22:0x0].0x0 (ffff89b408021700)
00010000:00010000:3.0:1775764893.132900:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.132904:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132909:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc6b4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132921:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132926:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132931:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132935:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.132938:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132943:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132948:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.132950:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.132952:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132957:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc6a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.132968:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5a718e5 reply state 0000000094fb80e6 transno 4294991963 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bc6ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe954b511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132976:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91400/0xd3c138f3308bc6ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe954b511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.132980:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe954b511 (ffff89b408021a00)
00010000:00010000:3.0:1775764893.132981:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.132983:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.133041:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6502:11674:x1862023150248064:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1011us (1213us total) trans 4294991963 rc 0/0
00000100:00100000:3.0:1775764893.133046:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14491
00010000:00010000:1.0:1775764893.133141:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.133150:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.133158:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409469a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.133162:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.133167:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.133176:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa22:0x0].0x0 (ffff89b408021700)
00010000:00010000:1.0:1775764893.133178:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.133180:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 1/0,0 mode: --/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.133185:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc6bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.133201:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.133203:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.133204:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.138247:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.138585:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150248320
00000100:00100000:1.0:1775764893.138597:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150248320
00000100:00100000:1.0:1775764893.138658:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14492
00000100:00100000:1.0:1775764893.138672:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6502:11674:x1862023150248320:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.138761:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.138798:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a585000/0xd3c138f33081de06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea3ca expref: 6502 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.138817:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a6:0x0].0x0 (ffff89b40efe6100)
00010000:00010000:1.0:1775764893.138827:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.138845:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.138856:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.138864:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.138893:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc6c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x83bed908 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139254:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc6c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83bed908 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139261:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc6c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83bed908 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139468:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139477:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139484:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.139679:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4150, 64 off273792
00000040:00080000:1.0:1775764893.139690:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4150, 64 off273792
00010000:00010000:1.0:1775764893.139727:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139734:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139742:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139746:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139750:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139754:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139774:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.139969:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139976:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139981:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139987:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.139991:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.139998:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140008:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a6:0x0].0x0 (ffff89b408122700)
00010000:00010000:1.0:1775764893.140065:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.140070:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140078:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc6d0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140097:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140103:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140108:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.140183:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.140188:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.140195:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.140198:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.140204:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.140213:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a6:0x0].0x0 (ffff89b408122700)
00010000:00010000:2.0:1775764893.140215:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.140217:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.140222:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc6d7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.140255:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.140256:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.140258:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.140457:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140463:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.140465:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140471:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140480:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.140482:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.140485:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140490:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc6c2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.140503:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009345dbdd reply state 00000000550e823b transno 4294991964 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc6c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83bed908 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140514:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51600/0xd3c138f3308bc6c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x83bed908 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.140519:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x83bed908 (ffff89b408023400)
00010000:00010000:1.0:1775764893.140521:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.140524:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.141196:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6503:11674:x1862023150248320:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2525us (2969us total) trans 4294991964 rc 0/0
00000100:00100000:1.0:1775764893.141207:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14492
00000100:00100000:2.0:1775764893.143969:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.144034:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150248576
00000100:00100000:0.0:1775764893.144042:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150248576
00000100:00100000:0.0:1775764893.144105:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14493
00000100:00100000:0.0:1775764893.144138:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6503:11674:x1862023150248576:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.144200:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.144228:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a4f4e00/0xd3c138f330843192 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1ae6 expref: 6503 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144258:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13aa:0x0].0x0 (ffff89b403a59600)
00010000:00010000:0.0:1775764893.144269:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.144299:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144312:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144322:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144336:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc6e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x23970890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144342:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc6e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x23970890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144349:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc6e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x23970890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144442:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144455:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144461:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.144709:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4151, 64 off273856
00000040:00080000:0.0:1775764893.144731:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4151, 64 off273856
00010000:00010000:0.0:1775764893.144780:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144799:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144806:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144812:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144817:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144823:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144844:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.144862:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.144867:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.145492:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.145500:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.145506:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.145510:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.145518:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.145529:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13aa:0x0].0x0 (ffff89b409b9d700)
00010000:00010000:2.0:1775764893.145533:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.145536:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.145542:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc6f3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.145556:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.145561:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.145563:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.146416:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146429:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.146433:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146441:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146452:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13aa:0x0].0x0 (ffff89b409b9d700)
00010000:00010000:0.0:1775764893.146455:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.146458:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146464:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc6ec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146490:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146496:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146502:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146507:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.146509:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146519:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146526:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.146528:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.146531:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146536:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.146544:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b49a78dd reply state 00000000374ace4d transno 4294991965 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc6e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x23970890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146556:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b800/0xd3c138f3308bc6e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x23970890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.146563:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x23970890 (ffff89b409b9df00)
00010000:00010000:0.0:1775764893.146565:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.146568:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.146687:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6504:11674:x1862023150248576:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2571us (2723us total) trans 4294991965 rc 0/0
00000100:00100000:0.0:1775764893.146696:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14493
00000100:00100000:2.0:1775764893.160306:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.160479:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150248832
00000100:00100000:0.0:1775764893.160490:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150248832
00000100:00100000:0.0:1775764893.160554:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14494
00000100:00100000:0.0:1775764893.160563:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6504:11674:x1862023150248832:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.160620:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.160648:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409fb5e00/0xd3c138f330825d72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x64a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edebd46 expref: 6504 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160669:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64a:0x0].0x0 (ffff89b402451200)
00010000:00010000:0.0:1775764893.160680:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.160701:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160714:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160724:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160742:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc701 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3462b7ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160749:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc701 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3462b7ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160756:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc701 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3462b7ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160861:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160869:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.160875:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.161912:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4152, 64 off273920
00000040:00080000:0.0:1775764893.161943:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4152, 64 off273920
00010000:00010000:0.0:1775764893.162010:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162023:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162034:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162042:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162048:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162055:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162081:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.162105:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162111:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162138:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162143:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.162148:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162155:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162167:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64a:0x0].0x0 (ffff89b409b9d300)
00010000:00010000:0.0:1775764893.162170:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.162175:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162181:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc708 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x64a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162200:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162206:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162212:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162217:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.162219:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162226:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162233:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.162235:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.162246:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162252:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc6fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.162266:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1c782d3 reply state 000000003dee87f2 transno 4294991966 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc701 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3462b7ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162278:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b200/0xd3c138f3308bc701 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3462b7ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.162284:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3462b7ec (ffff89b409b9d700)
00010000:00010000:0.0:1775764893.162286:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.162289:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.162384:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6505:11674:x1862023150248832:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1818us (2083us total) trans 4294991966 rc 0/0
00000100:00100000:0.0:1775764893.162394:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14494
00010000:00010000:3.0:1775764893.162734:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.162741:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.162748:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.162752:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.162758:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.162768:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64a:0x0].0x0 (ffff89b409b9d300)
00010000:00010000:3.0:1775764893.162770:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.162773:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.162779:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc70f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x64a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.162800:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.162802:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.162803:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.166223:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.166398:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150249088
00000100:00100000:3.0:1775764893.166408:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150249088
00000100:00100000:3.0:1775764893.166469:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14495
00000100:00100000:3.0:1775764893.166481:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6505:11674:x1862023150249088:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.166571:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.166600:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404aeb400/0xd3c138f33085d8b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fc1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6f87 expref: 6505 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166622:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc1:0x0].0x0 (ffff89b4083b3d00)
00010000:00010000:3.0:1775764893.166634:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.166653:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166668:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166678:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166713:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468600/0xd3c138f3308bc71d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb831e788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166721:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468600/0xd3c138f3308bc71d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb831e788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166727:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468600/0xd3c138f3308bc71d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb831e788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166834:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166846:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.166852:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.167394:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4153, 64 off273984
00000040:00080000:3.0:1775764893.167416:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4153, 64 off273984
00010000:00010000:3.0:1775764893.167576:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167587:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167596:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167604:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167610:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167615:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167664:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.167681:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167685:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167689:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167693:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.167696:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167700:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167706:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc1:0x0].0x0 (ffff89b408021f00)
00010000:00010000:3.0:1775764893.167708:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.167711:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167714:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc724 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167727:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167731:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167734:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167737:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167741:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409469c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.167742:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167745:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167749:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.167750:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.167752:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167755:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc716 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.167759:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e4d0777 reply state 00000000c5f3ab63 transno 4294991967 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468600/0xd3c138f3308bc71d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb831e788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167766:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468600/0xd3c138f3308bc71d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb831e788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.167769:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb831e788 (ffff89b408021000)
00010000:00010000:3.0:1775764893.167770:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.167772:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.167845:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:11674:x1862023150249088:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1368us (1631us total) trans 4294991967 rc 0/0
00000100:00100000:3.0:1775764893.167851:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14495
00000100:00100000:2.0:1775764893.171891:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.172044:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150249344
00000100:00100000:3.0:1775764893.172060:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150249344
00000100:00100000:3.0:1775764893.172157:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14496
00000100:00100000:3.0:1775764893.172168:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6506:11674:x1862023150249344:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.172248:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.172291:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409499e00/0xd3c138f330846126 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1506:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf246a expref: 6506 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172314:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1506:0x0].0x0 (ffff89b404206700)
00010000:00010000:3.0:1775764893.172325:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.172345:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172359:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172368:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172386:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc739 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9345b1d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172393:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc739 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9345b1d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172399:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc739 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9345b1d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172505:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172513:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172524:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.172711:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4154, 64 off274048
00000040:00080000:3.0:1775764893.172723:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4154, 64 off274048
00010000:00010000:3.0:1775764893.172759:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172765:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172770:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172775:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172779:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.172794:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174261:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764893.174409:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174420:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.174424:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174433:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174448:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc1:0x0].0x0 (ffff89b408021f00)
00010000:00010000:0.0:1775764893.174451:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.174456:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174460:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc72b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1fc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174487:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.174491:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174497:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.174499:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174504:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174512:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1506:0x0].0x0 (ffff89b408021900)
00010000:00010000:0.0:1775764893.174514:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.174517:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.174522:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.174524:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.174526:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.175744:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764893.175757:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc747 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1506:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175812:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175818:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175825:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175830:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.175834:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175840:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175853:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1506:0x0].0x0 (ffff89b408021900)
00010000:00010000:3.0:1775764893.175855:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.175859:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175864:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc740 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1506:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175889:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175894:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175899:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175904:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409469800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.175906:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175915:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175922:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.175925:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.175927:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175932:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc732 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.175951:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083e9b845 reply state 0000000045027bbf transno 4294991968 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc739 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9345b1d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175963:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469a00/0xd3c138f3308bc739 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9345b1d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.175969:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9345b1d8 (ffff89b408021e00)
00010000:00010000:3.0:1775764893.175971:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.175975:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.176655:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6507:11674:x1862023150249344:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4483us (4765us total) trans 4294991968 rc 0/0
00000100:00100000:3.0:1775764893.176666:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14496
00000100:00100000:3.0:1775764893.179483:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.179623:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150249600
00000100:00100000:0.0:1775764893.179634:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150249600
00000100:00100000:0.0:1775764893.179697:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14497
00000100:00100000:0.0:1775764893.179707:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6507:11674:x1862023150249600:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.179772:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.179811:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d7400/0xd3c138f330835aa6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeefea expref: 6507 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.179833:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd86:0x0].0x0 (ffff89b40729a400)
00010000:00010000:0.0:1775764893.179845:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.179865:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.179876:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.179885:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.179896:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc755 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6fc336b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.179902:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc755 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6fc336b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.179907:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc755 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6fc336b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.179987:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.179994:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180001:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.180602:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4155, 64 off274112
00000040:00080000:0.0:1775764893.180621:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4155, 64 off274112
00010000:00010000:0.0:1775764893.180672:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180682:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180691:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180698:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180704:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180710:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180735:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.180754:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180760:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180766:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180771:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.180775:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180782:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180790:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd86:0x0].0x0 (ffff89b409b9d400)
00010000:00010000:0.0:1775764893.180793:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.180797:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180802:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc75c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180818:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180823:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180828:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180832:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.180834:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180839:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180846:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.180848:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.180850:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180855:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc74e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.180864:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5cc9773 reply state 00000000c1da561e transno 4294991969 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc755 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6fc336b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180878:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ae00/0xd3c138f3308bc755 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6fc336b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.180884:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6fc336b7 (ffff89b409b9d100)
00010000:00010000:0.0:1775764893.180887:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.180890:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.180983:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6508:11674:x1862023150249600:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1277us (1509us total) trans 4294991969 rc 0/0
00000100:00100000:0.0:1775764893.180991:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14497
00010000:00010000:3.0:1775764893.182070:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.182080:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.182090:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435ba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.182094:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.182101:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.182129:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd86:0x0].0x0 (ffff89b409b9d400)
00010000:00010000:3.0:1775764893.182131:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.182135:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.182140:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc763 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.182163:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.182165:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.182167:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.184846:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.185156:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150249856
00000100:00100000:3.0:1775764893.185166:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150249856
00000100:00100000:3.0:1775764893.185223:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14498
00000100:00100000:3.0:1775764893.185231:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6508:11674:x1862023150249856:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.185316:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.185345:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405773e00/0xd3c138f33083ed13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0d33 expref: 6508 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185367:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11b5:0x0].0x0 (ffff89b405a20300)
00010000:00010000:3.0:1775764893.185377:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.185401:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185414:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185428:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185442:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc400/0xd3c138f3308bc771 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8c7e621f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185448:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc400/0xd3c138f3308bc771 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8c7e621f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185454:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc400/0xd3c138f3308bc771 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8c7e621f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185555:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185563:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185569:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.185844:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4156, 64 off274176
00000040:00080000:3.0:1775764893.185863:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4156, 64 off274176
00010000:00010000:3.0:1775764893.185911:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185920:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185927:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185937:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185954:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185961:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.185982:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.186003:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.186008:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186024:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.186028:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186035:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186044:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11b5:0x0].0x0 (ffff89b408021100)
00010000:00010000:3.0:1775764893.186047:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.186051:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186056:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc77f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186067:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.186069:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.186071:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.186086:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186092:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186096:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186102:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.186106:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186111:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186143:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11b5:0x0].0x0 (ffff89b408021100)
00010000:00010000:3.0:1775764893.186145:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.186148:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186152:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc778 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x11b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186172:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186178:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186183:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186191:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186195:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cce00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.186197:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186202:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186209:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.186212:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.186214:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186219:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc76a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.186230:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065bd76fe reply state 0000000036cab32c transno 4294991970 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc400/0xd3c138f3308bc771 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8c7e621f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186251:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc400/0xd3c138f3308bc771 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8c7e621f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.186257:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8c7e621f (ffff89b408021d00)
00010000:00010000:3.0:1775764893.186260:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.186263:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.186356:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6509:11674:x1862023150249856:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1125us (1519us total) trans 4294991970 rc 0/0
00000100:00100000:3.0:1775764893.186364:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14498
00010000:00010000:2.0:1775764893.190668:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.191691:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.191852:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150250112
00000100:00100000:0.0:1775764893.191863:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150250112
00000100:00100000:0.0:1775764893.191925:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14499
00000100:00100000:0.0:1775764893.191935:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6509:11674:x1862023150250112:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.191995:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.192034:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40835ea00/0xd3c138f3308377c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe5b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef5bd expref: 6509 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192062:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe5b:0x0].0x0 (ffff89b409cced00)
00010000:00010000:0.0:1775764893.192074:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.192096:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192108:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192152:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192172:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc78d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb3821114 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192180:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc78d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb3821114 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192186:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc78d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb3821114 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192459:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192468:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192475:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.192918:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4157, 64 off274240
00000040:00080000:0.0:1775764893.192940:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4157, 64 off274240
00010000:00010000:0.0:1775764893.192989:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.192999:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193007:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193013:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193024:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193029:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193112:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.193157:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193163:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193170:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193175:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.193180:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193188:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193196:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe5b:0x0].0x0 (ffff89b409b9da00)
00010000:00010000:0.0:1775764893.193199:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.193203:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193208:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc794 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193229:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193235:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193248:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193253:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.193255:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193261:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193267:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.193269:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.193271:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193284:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc786 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.193295:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5428ac9 reply state 0000000088a401cd transno 4294991971 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc78d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb3821114 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193306:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93000/0xd3c138f3308bc78d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb3821114 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.193312:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb3821114 (ffff89b409b9d900)
00010000:00010000:0.0:1775764893.193315:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.193317:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.193404:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6510:11674:x1862023150250112:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1468us (1717us total) trans 4294991971 rc 0/0
00000100:00100000:0.0:1775764893.193413:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14499
00000100:00100000:3.0:1775764893.196734:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.196919:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150250368
00000100:00100000:0.0:1775764893.196929:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150250368
00000100:00100000:0.0:1775764893.196990:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14500
00000100:00100000:0.0:1775764893.197000:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6510:11674:x1862023150250368:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.197081:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.197107:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409f1b400/0xd3c138f330845b8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf234b expref: 6510 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197152:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14dd:0x0].0x0 (ffff89b403a6a400)
00010000:00010000:0.0:1775764893.197163:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.197184:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197197:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197207:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197222:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1200/0xd3c138f3308bc7a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x68d72469 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197229:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1200/0xd3c138f3308bc7a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x68d72469 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197248:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1200/0xd3c138f3308bc7a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x68d72469 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197565:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197575:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197583:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.197820:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4158, 64 off274304
00000040:00080000:0.0:1775764893.197838:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4158, 64 off274304
00010000:00010000:0.0:1775764893.197891:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197900:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197908:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197915:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197920:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.197925:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198632:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764893.198642:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198650:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.198654:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198661:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198672:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe5b:0x0].0x0 (ffff89b409b9da00)
00010000:00010000:2.0:1775764893.198675:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.198679:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198684:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc79b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198707:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.198710:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198714:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b0a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.198716:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198721:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198728:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14dd:0x0].0x0 (ffff89b409b9dc00)
00010000:00010000:2.0:1775764893.198730:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.198732:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.198737:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.198739:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.198740:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.198857:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764893.198862:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198888:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198894:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198899:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198903:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b0400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.198907:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198912:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198920:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14dd:0x0].0x0 (ffff89b409b9dc00)
00010000:00010000:0.0:1775764893.198922:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.198925:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198930:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7b0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198957:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198967:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198972:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198977:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.198980:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198985:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.198992:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.198995:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.198998:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.199004:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc7a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.199012:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006898e4e6 reply state 00000000690e45e4 transno 4294991972 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1200/0xd3c138f3308bc7a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x68d72469 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.199034:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1200/0xd3c138f3308bc7a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x68d72469 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.199040:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x68d72469 (ffff89b409b9d500)
00010000:00010000:0.0:1775764893.199042:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.199045:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.199675:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6511:11674:x1862023150250368:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2672us (2946us total) trans 4294991972 rc 0/0
00000100:00100000:0.0:1775764893.199686:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14500
00000100:00100000:0.0:1775764893.203363:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.203457:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150250624
00000100:00100000:1.0:1775764893.203471:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150250624
00000100:00100000:1.0:1775764893.203539:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14501
00000100:00100000:1.0:1775764893.203549:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6511:11674:x1862023150250624:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.203616:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.203647:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d3c000/0xd3c138f33084fd25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x197b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf439d expref: 6511 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203669:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x197b:0x0].0x0 (ffff89b404ba8900)
00010000:00010000:1.0:1775764893.203682:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.203709:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203722:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203734:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203751:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc7c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x799fa885 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203759:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc7c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x799fa885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203765:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc7c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x799fa885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203876:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203884:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.203890:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.204726:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4159, 64 off274368
00000040:00080000:1.0:1775764893.204748:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4159, 64 off274368
00010000:00010000:1.0:1775764893.204857:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.204868:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.204877:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.204884:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.204893:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.204898:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.207452:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.207467:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.207478:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.207482:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.207491:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.207511:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x197b:0x0].0x0 (ffff89b409276100)
00010000:00010000:2.0:1775764893.207514:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.207519:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.207668:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.207671:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.207673:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.207803:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764893.207812:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc7d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x197b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207848:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207855:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207860:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207864:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.207868:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207873:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207883:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x197b:0x0].0x0 (ffff89b409276100)
00010000:00010000:1.0:1775764893.207885:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.207888:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207897:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc7cc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x197b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207929:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207935:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207939:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207956:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207961:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.207964:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207969:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207977:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.207979:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.207981:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.207987:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc7be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.207998:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005e94620 reply state 00000000d608a641 transno 4294991973 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc7c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x799fa885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.208010:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065000/0xd3c138f3308bc7c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x799fa885 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.208027:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x799fa885 (ffff89b408122700)
00010000:00010000:1.0:1775764893.208030:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.208034:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.208435:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6512:11674:x1862023150250624:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4883us (5079us total) trans 4294991973 rc 0/0
00000100:00100000:1.0:1775764893.208446:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14501
00010000:00010000:3.0:1775764893.212701:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.212845:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.212913:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150250880
00000100:00100000:3.0:1775764893.212923:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150250880
00000100:00100000:3.0:1775764893.212992:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14502
00000100:00100000:3.0:1775764893.213002:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6512:11674:x1862023150250880:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.213081:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.213107:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40575cc00/0xd3c138f33082cb5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x96e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded342 expref: 6512 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213523:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96e:0x0].0x0 (ffff89b40ff5ef00)
00010000:00010000:3.0:1775764893.213535:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.213555:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213569:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213579:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213595:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc000/0xd3c138f3308bc7e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3974452 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213602:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc000/0xd3c138f3308bc7e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3974452 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213613:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc000/0xd3c138f3308bc7e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3974452 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213707:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213716:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.213723:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.213964:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4160, 64 off274432
00000040:00080000:3.0:1775764893.213985:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4160, 64 off274432
00010000:00010000:3.0:1775764893.214545:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214557:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214565:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214573:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214579:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214584:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214615:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.214633:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214639:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214645:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214651:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.214655:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214662:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214671:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96e:0x0].0x0 (ffff89b408021500)
00010000:00010000:3.0:1775764893.214674:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.214678:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214684:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc7e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x96e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214699:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214705:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214714:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214719:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.214721:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214727:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214734:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.214737:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.214740:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214744:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc7da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.214752:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a1640bd reply state 0000000011756a77 transno 4294991974 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc000/0xd3c138f3308bc7e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3974452 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214763:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc000/0xd3c138f3308bc7e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3974452 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.214768:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3974452 (ffff89b408021600)
00010000:00010000:3.0:1775764893.214770:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.214773:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764893.214904:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.214912:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.214918:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409469800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.214921:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.214928:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.214936:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96e:0x0].0x0 (ffff89b408021500)
00010000:00010000:0.0:1775764893.214939:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.214953:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.214959:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc7ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x96e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.214973:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.214975:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.214977:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.215013:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6513:11674:x1862023150250880:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2010us (2171us total) trans 4294991974 rc 0/0
00000100:00100000:3.0:1775764893.215031:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14502
00000100:00100000:3.0:1775764893.220514:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.220617:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150251136
00000100:00100000:0.0:1775764893.220629:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150251136
00000100:00100000:0.0:1775764893.220725:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14503
00000100:00100000:0.0:1775764893.220736:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6513:11674:x1862023150251136:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.220808:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.220837:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40e964600/0xd3c138f330818bb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9354 expref: 6513 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.220856:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89b402b71700)
00010000:00010000:0.0:1775764893.220868:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.220888:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.220902:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.220913:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.220959:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd0f6c58b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.220967:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd0f6c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.220974:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd0f6c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221447:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221457:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221463:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.221685:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4161, 64 off274496
00000040:00080000:0.0:1775764893.221704:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4161, 64 off274496
00010000:00010000:0.0:1775764893.221765:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221774:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221951:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221960:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221967:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221972:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.221995:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.222501:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222509:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222516:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222522:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.222526:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222533:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222545:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89b409b9d600)
00010000:00010000:0.0:1775764893.222548:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.222552:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222558:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc804 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222576:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222581:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222586:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222591:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b0400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.222593:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222598:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222605:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.222607:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.222610:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222615:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc7f6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.222628:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4349723 reply state 000000002d5b78d0 transno 4294991975 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd0f6c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222639:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0a00/0xd3c138f3308bc7fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd0f6c58b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.222645:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd0f6c58b (ffff89b409b9dc00)
00010000:00010000:0.0:1775764893.222647:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.222650:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.222732:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6514:11674:x1862023150251136:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1996us (2226us total) trans 4294991975 rc 0/0
00000100:00100000:0.0:1775764893.222742:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14503
00010000:00010000:2.0:1775764893.223288:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.223296:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.223303:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.223305:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.223311:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.223321:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89b409b9d600)
00010000:00010000:2.0:1775764893.223324:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.223326:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.223331:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc80b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.223349:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.223351:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.223352:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.228004:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.228093:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150251392
00000100:00100000:0.0:1775764893.228103:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150251392
00000100:00100000:0.0:1775764893.228190:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14504
00000100:00100000:0.0:1775764893.228199:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6514:11674:x1862023150251392:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.228267:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.228307:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aa9c00/0xd3c138f330843fed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1dc5 expref: 6514 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228327:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1413:0x0].0x0 (ffff89b403a54800)
00010000:00010000:0.0:1775764893.228339:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.228360:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228373:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228385:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228398:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1e00/0xd3c138f3308bc819 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2ad88a17 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228404:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1e00/0xd3c138f3308bc819 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2ad88a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228410:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1e00/0xd3c138f3308bc819 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2ad88a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228493:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228500:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228506:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.228712:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4162, 64 off274560
00000040:00080000:0.0:1775764893.228727:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4162, 64 off274560
00010000:00010000:0.0:1775764893.228768:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228777:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228797:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228807:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228814:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228820:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228843:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.228862:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228867:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228873:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228879:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b0200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.228883:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228890:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228898:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1413:0x0].0x0 (ffff89b409b9d000)
00010000:00010000:0.0:1775764893.228901:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.228904:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228913:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc820 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228930:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228936:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228941:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228946:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228951:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b0800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.228954:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228959:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228967:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.228969:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.228972:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228977:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc812 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.228985:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d266314d reply state 000000007c443999 transno 4294991976 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1e00/0xd3c138f3308bc819 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2ad88a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.228996:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1e00/0xd3c138f3308bc819 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2ad88a17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.229002:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2ad88a17 (ffff89b409b9d200)
00010000:00010000:0.0:1775764893.229004:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.229006:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.229083:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6515:11674:x1862023150251392:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 884us (1087us total) trans 4294991976 rc 0/0
00000100:00100000:0.0:1775764893.229091:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14504
00010000:00010000:3.0:1775764893.229349:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.229356:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.229362:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.229365:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.229371:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.229380:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1413:0x0].0x0 (ffff89b409b9d000)
00010000:00010000:3.0:1775764893.229383:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.229385:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.229391:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc827 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.229408:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.229410:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.229412:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.233999:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.234066:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150251648
00000100:00100000:3.0:1775764893.234076:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150251648
00000100:00100000:3.0:1775764893.234172:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14505
00000100:00100000:3.0:1775764893.234180:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6515:11674:x1862023150251648:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.234232:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.234268:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409ebe400/0xd3c138f3308527aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ab2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4c1e expref: 6515 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234293:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab2:0x0].0x0 (ffff89b404266e00)
00010000:00010000:3.0:1775764893.234304:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.234322:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234332:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234339:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234352:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc835 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc5efdd27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234359:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc835 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc5efdd27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234366:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc835 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc5efdd27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234446:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234452:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234456:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.234647:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4163, 64 off274624
00000040:00080000:3.0:1775764893.234659:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4163, 64 off274624
00010000:00010000:3.0:1775764893.234715:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234722:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234726:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234730:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234734:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234738:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234751:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.234766:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234769:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234773:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234776:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.234779:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.234909:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.234914:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.234921:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409469800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.234923:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.234928:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.234934:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab2:0x0].0x0 (ffff89b408021900)
00010000:00010000:2.0:1775764893.234936:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.234938:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.234942:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc843 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.234949:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.234950:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.234951:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.234968:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234974:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab2:0x0].0x0 (ffff89b408021900)
00010000:00010000:3.0:1775764893.234975:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.234977:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234981:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc83c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234994:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.234997:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.235001:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.235004:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.235005:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.235008:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.235012:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.235013:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.235015:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.235017:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc82e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.235025:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065cd94f2 reply state 00000000e4f1b0d5 transno 4294991977 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc835 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc5efdd27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.235032:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469c00/0xd3c138f3308bc835 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc5efdd27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.235036:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc5efdd27 (ffff89b408021100)
00010000:00010000:3.0:1775764893.235037:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.235038:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.235190:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6516:11674:x1862023150251648:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1009us (1197us total) trans 4294991977 rc 0/0
00000100:00100000:3.0:1775764893.235196:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14505
00000100:00100000:2.0:1775764893.238888:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.239529:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150251904
00000100:00100000:0.0:1775764893.239539:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150251904
00000100:00100000:0.0:1775764893.239621:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14506
00000100:00100000:0.0:1775764893.239628:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6516:11674:x1862023150251904:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.239698:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.239721:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043bae00/0xd3c138f33086a51c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2598:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9868 expref: 6516 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239737:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2598:0x0].0x0 (ffff89b403b0d800)
00010000:00010000:0.0:1775764893.239746:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.239766:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239778:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239801:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239814:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc851 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xac57d4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239819:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc851 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac57d4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239823:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc851 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac57d4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239896:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239901:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.239905:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.240358:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4164, 64 off274688
00000040:00080000:0.0:1775764893.240380:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4164, 64 off274688
00010000:00010000:0.0:1775764893.240422:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240429:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240435:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240439:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240446:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240450:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240501:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.240520:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240526:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240532:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240538:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.240542:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240549:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240555:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2598:0x0].0x0 (ffff89b409b9d600)
00010000:00010000:0.0:1775764893.240557:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.240560:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240564:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc858 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2598:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240576:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240581:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240584:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240587:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b0800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.240588:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240591:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240595:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.240596:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.240598:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240601:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc84a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.240605:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004ce6400e reply state 000000006a391cbf transno 4294991978 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc851 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac57d4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240611:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0200/0xd3c138f3308bc851 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xac57d4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.240614:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xac57d4fb (ffff89b409b9de00)
00010000:00010000:0.0:1775764893.240616:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.240618:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.240682:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6517:11674:x1862023150251904:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1054us (1801us total) trans 4294991978 rc 0/0
00000100:00100000:0.0:1775764893.240690:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14506
00010000:00010000:3.0:1775764893.242506:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.242519:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.242528:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.242532:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.242541:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.242557:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2598:0x0].0x0 (ffff89b409b9d600)
00010000:00010000:3.0:1775764893.242559:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.242563:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.242569:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc85f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2598:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.242593:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.242595:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.242597:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.244720:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.244893:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150252160
00000100:00100000:1.0:1775764893.244904:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150252160
00000100:00100000:1.0:1775764893.244984:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14507
00000100:00100000:1.0:1775764893.244996:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6517:11674:x1862023150252160:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.245077:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.245106:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ec74600/0xd3c138f33081b84a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9c3e expref: 6517 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245474:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x192:0x0].0x0 (ffff89b40f032e00)
00010000:00010000:1.0:1775764893.245484:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.245504:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245516:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245526:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245544:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc86d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x28fcaf62 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245551:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc86d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x28fcaf62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245557:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc86d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x28fcaf62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245656:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245664:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.245671:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.245897:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4165, 64 off274752
00000040:00080000:1.0:1775764893.245917:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4165, 64 off274752
00010000:00010000:1.0:1775764893.246273:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246456:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246464:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246472:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246483:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246489:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246554:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.246575:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246581:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246588:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246593:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.246597:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246605:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246616:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x192:0x0].0x0 (ffff89b409276e00)
00010000:00010000:1.0:1775764893.246619:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.246623:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246628:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc874 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246653:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246660:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246666:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246672:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246677:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.246680:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246686:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246693:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.246696:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.246698:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246704:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc866 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.246714:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008adda522 reply state 00000000d7cfd86b transno 4294991979 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc86d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x28fcaf62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246724:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064a00/0xd3c138f3308bc86d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x28fcaf62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.246731:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x28fcaf62 (ffff89b409276100)
00010000:00010000:1.0:1775764893.246733:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.246736:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.246879:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6518:11674:x1862023150252160:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1882us (2166us total) trans 4294991979 rc 0/0
00000100:00100000:1.0:1775764893.246889:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14507
00010000:00010000:2.0:1775764893.247482:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.247490:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.247497:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.247500:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.247507:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.247519:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x192:0x0].0x0 (ffff89b409276e00)
00010000:00010000:2.0:1775764893.247522:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.247525:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.247531:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc87b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x192:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.247549:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.247551:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.247552:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.250799:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.250865:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150252416
00000100:00100000:0.0:1775764893.250877:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150252416
00000100:00100000:0.0:1775764893.250957:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14508
00000100:00100000:0.0:1775764893.250967:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6518:11674:x1862023150252416:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.251048:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.251087:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702a00/0xd3c138f33082be3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x90e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded0a2 expref: 6518 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251108:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90e:0x0].0x0 (ffff89b402d36f00)
00010000:00010000:0.0:1775764893.251142:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.251166:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251179:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251189:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251207:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc889 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x472e3049 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251215:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc889 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x472e3049 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251225:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc889 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x472e3049 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251346:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251354:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251362:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.251598:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4166, 64 off274816
00000040:00080000:0.0:1775764893.251619:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4166, 64 off274816
00010000:00010000:0.0:1775764893.251669:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251678:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251686:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251693:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251700:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251706:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251740:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.251759:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251765:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251772:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251777:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.251781:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251789:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251797:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90e:0x0].0x0 (ffff89b409b9d400)
00010000:00010000:0.0:1775764893.251801:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.251805:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251810:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bc890 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251826:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251832:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251841:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251846:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b0400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.251849:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251854:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251862:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.251864:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.251867:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251873:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc882 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.251882:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000725f5b82 reply state 000000005f268980 transno 4294991980 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc889 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x472e3049 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251892:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93e00/0xd3c138f3308bc889 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x472e3049 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.251898:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x472e3049 (ffff89b409b9d000)
00010000:00010000:0.0:1775764893.251900:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.251903:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.252822:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6519:11674:x1862023150252416:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1849us (2036us total) trans 4294991980 rc 0/0
00000100:00100000:0.0:1775764893.252834:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14508
00010000:00010000:0.0:1775764893.253488:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.253497:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.253506:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.253510:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.253518:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.253535:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90e:0x0].0x0 (ffff89b409b9d400)
00010000:00010000:0.0:1775764893.253537:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.253541:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.253547:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bc897 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.253566:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.253567:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.253568:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.256806:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.256936:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150252672
00000100:00100000:0.0:1775764893.256958:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150252672
00000100:00100000:0.0:1775764893.257035:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14509
00000100:00100000:0.0:1775764893.257046:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6519:11674:x1862023150252672:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.257145:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.257179:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408fe9200/0xd3c138f330858bbe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d8e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6022 expref: 6519 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257197:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d8e:0x0].0x0 (ffff89b409d8c700)
00010000:00010000:0.0:1775764893.257210:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.257233:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257256:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257266:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257290:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc8a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2eaa1882 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257298:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc8a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2eaa1882 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257305:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc8a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2eaa1882 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257406:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257414:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257421:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.257656:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4167, 64 off274880
00000004:00080000:0.0:1775764893.257664:0:6539:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1300370548057ns, next at 1301370545404ns, rc = 0
00000040:00080000:0.0:1775764893.257679:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4167, 64 off274880
00000004:00080000:0.0:1775764893.257683:0:6539:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1300370567824ns, next at 1301370566855ns, rc = 0
00010000:00010000:0.0:1775764893.257731:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257741:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257748:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257754:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257761:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257766:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257784:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.257800:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257805:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257811:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257816:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.257820:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257829:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257842:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d8e:0x0].0x0 (ffff89b409b9d300)
00010000:00010000:0.0:1775764893.257845:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.257849:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257854:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc8ac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257869:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257874:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257879:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257884:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.257887:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257892:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257898:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.257901:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.257904:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257909:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bc89e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.257923:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc8a2df2 reply state 00000000124db94e transno 4294991981 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc8a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2eaa1882 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257934:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6b000/0xd3c138f3308bc8a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2eaa1882 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.257940:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2eaa1882 (ffff89b409b9da00)
00010000:00010000:0.0:1775764893.257942:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.257945:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.258017:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6520:11674:x1862023150252672:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 972us (1230us total) trans 4294991981 rc 0/0
00000100:00100000:0.0:1775764893.258025:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14509
00010000:00010000:2.0:1775764893.258332:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.258339:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.258346:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.258350:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.258356:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.258365:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d8e:0x0].0x0 (ffff89b409b9d300)
00010000:00010000:2.0:1775764893.258367:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.258370:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.258376:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bc8b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.258392:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.258394:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.258396:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.261918:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.262003:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150252928
00000100:00100000:1.0:1775764893.262012:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150252928
00000100:00100000:1.0:1775764893.262396:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14510
00000100:00100000:1.0:1775764893.262407:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6520:11674:x1862023150252928:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.262467:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.262535:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e12800/0xd3c138f330850257 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf44a7 expref: 6520 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262555:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19a1:0x0].0x0 (ffff89b4087a1d00)
00010000:00010000:1.0:1775764893.262565:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.262583:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262595:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262605:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262631:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc8c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4d38048d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262642:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc8c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4d38048d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262647:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc8c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4d38048d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262732:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262739:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.262744:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.263442:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4168, 64 off274944
00000040:00080000:1.0:1775764893.263460:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4168, 64 off274944
00010000:00010000:1.0:1775764893.263510:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263521:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263529:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263537:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263543:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263553:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263605:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.263623:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263628:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263634:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263638:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.263641:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263647:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263655:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19a1:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:1.0:1775764893.263657:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.263660:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263665:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc8c8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263678:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263686:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263691:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263695:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263699:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.263701:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263705:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263710:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.263711:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.263713:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263717:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc8ba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.263724:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7755bf0 reply state 0000000030fa2595 transno 4294991982 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc8c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4d38048d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263732:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065e00/0xd3c138f3308bc8c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4d38048d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.263736:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4d38048d (ffff89b408190300)
00010000:00010000:1.0:1775764893.263738:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.263741:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.263892:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6521:11674:x1862023150252928:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1485us (1980us total) trans 4294991982 rc 0/0
00000100:00100000:1.0:1775764893.263900:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14510
00010000:00010000:3.0:1775764893.266582:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.266596:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.266608:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.266612:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.266621:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.266639:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19a1:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:3.0:1775764893.266642:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.266647:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.266654:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc8cf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.266938:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.267245:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150253184
00000100:00100000:3.0:1775764893.267257:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150253184
00000100:00100000:3.0:1775764893.267325:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14511
00000100:00100000:3.0:1775764893.267335:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6521:11674:x1862023150253184:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.267408:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.267428:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402f15200/0xd3c138f330825c14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x640:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edebd00 expref: 6521 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267442:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x640:0x0].0x0 (ffff89b51a3e2e00)
00010000:00010000:3.0:1775764893.267452:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.267473:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267486:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267496:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267511:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc8dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x35d82c99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267518:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc8dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x35d82c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267524:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc8dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x35d82c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267627:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x640:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267649:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.267656:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.268382:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4169, 64 off275008
00000040:00080000:3.0:1775764893.268402:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4169, 64 off275008
00010000:00010000:3.0:1775764893.268458:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x640:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268468:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268476:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268483:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268488:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268494:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268603:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.268624:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268630:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268636:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268641:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.268645:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268651:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268660:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x640:0x0].0x0 (ffff89b408021500)
00010000:00010000:3.0:1775764893.268663:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.268666:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268672:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc8e4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x640:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268689:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268695:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268700:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268705:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.268707:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268713:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268721:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.268723:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.268726:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268732:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc8d6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.268743:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd14d190 reply state 000000005f335880 transno 4294991983 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc8dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x35d82c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268754:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0800/0xd3c138f3308bc8dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x35d82c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.268760:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x35d82c99 (ffff89b408021900)
00010000:00010000:3.0:1775764893.268762:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.268765:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.268868:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6522:11674:x1862023150253184:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1531us (1931us total) trans 4294991983 rc 0/0
00000100:00100000:3.0:1775764893.268877:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14511
00000100:00100000:3.0:1775764893.271456:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.271542:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150253440
00000100:00100000:1.0:1775764893.271553:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150253440
00000100:00100000:1.0:1775764893.271622:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14512
00000100:00100000:1.0:1775764893.271631:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6522:11674:x1862023150253440:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.271692:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.271722:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404ad1c00/0xd3c138f33085d989 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fc7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6fb1 expref: 6522 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271743:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc7:0x0].0x0 (ffff89b4083b6d00)
00010000:00010000:1.0:1775764893.271755:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.271776:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271799:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271806:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271819:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b400/0xd3c138f3308bc8f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5a50895 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271823:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b400/0xd3c138f3308bc8f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5a50895 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271830:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b400/0xd3c138f3308bc8f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5a50895 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271912:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271916:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.271920:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.272152:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4170, 64 off275072
00000040:00080000:1.0:1775764893.272171:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4170, 64 off275072
00010000:00010000:1.0:1775764893.272217:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.272223:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.272229:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.272236:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.272252:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.272257:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273185:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764893.273196:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273205:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.273209:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273218:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273234:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x640:0x0].0x0 (ffff89b408021500)
00010000:00010000:0.0:1775764893.273250:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.273255:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273262:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bc8eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273287:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.273291:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273297:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.273299:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273305:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273313:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc7:0x0].0x0 (ffff89b407334600)
00010000:00010000:0.0:1775764893.273315:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.273317:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.273324:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.273325:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.273327:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.275354:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.276978:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764893.276993:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bc907 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1fc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277059:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277068:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277075:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277081:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.277087:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277095:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277127:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc7:0x0].0x0 (ffff89b407334600)
00010000:00010000:1.0:1775764893.277131:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.277136:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277142:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bc900 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277167:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277178:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277183:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277188:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.277191:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277196:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277203:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.277205:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.277208:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277214:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bc8f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.277223:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebda44e9 reply state 00000000e370ff45 transno 4294991984 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b400/0xd3c138f3308bc8f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5a50895 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277236:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b400/0xd3c138f3308bc8f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5a50895 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.277251:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5a50895 (ffff89b407334900)
00010000:00010000:1.0:1775764893.277254:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.277257:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.277362:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6523:11674:x1862023150253440:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 5727us (5913us total) trans 4294991984 rc 0/0
00000100:00100000:1.0:1775764893.277374:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14512
00010000:00010000:3.0:1775764893.279467:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.282705:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.282778:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150253696
00000100:00100000:2.0:1775764893.282795:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150253696
00000100:00100000:2.0:1775764893.282845:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14513
00000100:00100000:2.0:1775764893.282854:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6523:11674:x1862023150253696:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.282911:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.282934:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40600a800/0xd3c138f33082e6d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded8c1 expref: 6523 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.282951:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa37:0x0].0x0 (ffff89b40a385400)
00010000:00010000:2.0:1775764893.282962:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.282983:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.282996:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.283006:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.283064:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc915 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6503370f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.283072:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc915 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6503370f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.283079:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc915 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6503370f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.283230:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.283247:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.283255:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.283946:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4171, 64 off275136
00000040:00080000:2.0:1775764893.283968:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4171, 64 off275136
00010000:00010000:2.0:1775764893.289502:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289529:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289542:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289551:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289557:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289562:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289594:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.289619:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289626:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289632:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289638:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.289642:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289650:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289663:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa37:0x0].0x0 (ffff89b409279200)
00010000:00010000:2.0:1775764893.289666:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.289671:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289677:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bc91c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289696:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289701:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289705:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289709:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.289712:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289717:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289724:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.289726:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.289728:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289734:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bc90e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.289741:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fde8de54 reply state 000000003281fb22 transno 4294991985 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc915 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6503370f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289752:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5a00/0xd3c138f3308bc915 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6503370f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.289757:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6503370f (ffff89b409279700)
00010000:00010000:2.0:1775764893.289759:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.289762:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.289863:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6524:11674:x1862023150253696:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 7006us (7163us total) trans 4294991985 rc 0/0
00000100:00100000:2.0:1775764893.289873:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14513
00010000:00010000:1.0:1775764893.290084:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.290090:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.290097:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.290100:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.290106:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.290140:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa37:0x0].0x0 (ffff89b409279200)
00010000:00010000:1.0:1775764893.290143:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.290147:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.290152:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bc923 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.290169:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.290171:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.290172:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.295461:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.296612:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150253952
00000100:00100000:3.0:1775764893.296625:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150253952
00000100:00100000:3.0:1775764893.296694:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14514
00000100:00100000:3.0:1775764893.296704:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6524:11674:x1862023150253952:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.296766:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.296807:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e4dc00/0xd3c138f330852629 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4bd1 expref: 6524 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.296827:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa7:0x0].0x0 (ffff89b407a14000)
00010000:00010000:3.0:1775764893.296839:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.296862:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.296874:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.296884:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.296897:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc931 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb6f9c49e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.296904:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb6f9c49e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.296910:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb6f9c49e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.297002:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.297009:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.297477:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.297721:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4172, 64 off275200
00000040:00080000:3.0:1775764893.297740:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4172, 64 off275200
00010000:00010000:3.0:1775764893.297801:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.297811:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.297823:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.297831:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.297837:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.297843:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298452:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.298478:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298485:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298491:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298496:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.298500:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298507:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298517:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa7:0x0].0x0 (ffff89b408021700)
00010000:00010000:3.0:1775764893.298520:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.298525:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298530:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc938 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1aa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298548:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298554:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298559:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298564:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.298566:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298571:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298579:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.298581:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.298584:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298588:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bc92a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.298600:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0527629 reply state 00000000f3a19212 transno 4294991986 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb6f9c49e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298615:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b0400/0xd3c138f3308bc931 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb6f9c49e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.298621:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb6f9c49e (ffff89b408021f00)
00010000:00010000:3.0:1775764893.298623:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.298626:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.298712:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6525:11674:x1862023150253952:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2007us (3260us total) trans 4294991986 rc 0/0
00000100:00100000:3.0:1775764893.298721:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14514
00000100:00100000:3.0:1775764893.301835:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.301873:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150254208
00000100:00100000:3.0:1775764893.301882:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150254208
00010000:00010000:2.0:1775764893.305394:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.305411:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.305422:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.305428:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.305437:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.305455:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa7:0x0].0x0 (ffff89b408021700)
00010000:00010000:2.0:1775764893.305459:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.305463:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.305469:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bc93f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1aa7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305680:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.305682:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.305684:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.305700:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14515
00000100:00100000:3.0:1775764893.305713:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6525:11674:x1862023150254208:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.305765:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.305779:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f33084186a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf15de expref: 6525 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305798:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12f2:0x0].0x0 (ffff89b40942f500)
00010000:00010000:3.0:1775764893.305805:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.305819:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305829:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305836:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305845:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc94d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa9d152f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305848:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc94d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa9d152f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305852:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc94d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa9d152f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305921:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305926:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.305930:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.306185:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4173, 64 off275264
00000040:00080000:3.0:1775764893.306198:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4173, 64 off275264
00010000:00010000:3.0:1775764893.306233:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306250:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306258:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306268:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306275:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306290:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306311:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.306328:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306333:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306337:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306340:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.306342:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306346:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306351:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12f2:0x0].0x0 (ffff89b408021400)
00010000:00010000:3.0:1775764893.306353:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.306355:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306362:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bc954 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306373:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306376:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306379:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306382:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d51200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.306384:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306387:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306390:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.306391:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.306393:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306396:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bc946 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.306400:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c37c596d reply state 0000000048aa64d4 transno 4294991987 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc94d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa9d152f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306407:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409469800/0xd3c138f3308bc94d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa9d152f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306411:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa9d152f2 (ffff89b408021b00)
00010000:00010000:3.0:1775764893.306413:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.306414:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.306488:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6526:11674:x1862023150254208:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 778us (4661us total) trans 4294991987 rc 0/0
00000100:00100000:3.0:1775764893.306496:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14515
00010000:00010000:0.0:1775764893.307602:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.307611:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.307619:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.307623:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.307631:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.307644:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12f2:0x0].0x0 (ffff89b408021400)
00010000:00010000:0.0:1775764893.307647:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.307650:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.307655:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bc95b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.307676:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.307677:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.307679:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.308948:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.309028:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150254464
00000100:00100000:2.0:1775764893.309038:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150254464
00000100:00100000:2.0:1775764893.309096:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14516
00000100:00100000:2.0:1775764893.309103:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6526:11674:x1862023150254464:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.309175:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.309193:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405668600/0xd3c138f330850ea5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf471d expref: 6526 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309205:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19fb:0x0].0x0 (ffff89b404b8a600)
00010000:00010000:2.0:1775764893.309211:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.309226:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309251:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309261:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309312:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc969 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf2dcbf8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309318:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc969 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf2dcbf8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309322:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc969 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf2dcbf8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309393:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309398:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309401:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.309617:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4174, 64 off275328
00000040:00080000:2.0:1775764893.309630:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4174, 64 off275328
00010000:00010000:2.0:1775764893.309669:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309675:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309680:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309683:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309690:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309694:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309709:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.309722:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309725:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309729:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309732:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.309735:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309739:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309744:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19fb:0x0].0x0 (ffff89b408238d00)
00010000:00010000:2.0:1775764893.309745:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.309747:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309750:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bc970 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309763:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309767:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309770:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309773:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.309774:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309777:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309781:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.309782:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.309783:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309786:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bc962 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.309790:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d82b77e reply state 00000000b68fc673 transno 4294991988 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc969 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf2dcbf8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309797:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b600/0xd3c138f3308bc969 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf2dcbf8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.309800:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf2dcbf8d (ffff89b409276e00)
00010000:00010000:2.0:1775764893.309802:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.309804:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.309859:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6527:11674:x1862023150254464:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 757us (919us total) trans 4294991988 rc 0/0
00000100:00100000:2.0:1775764893.309865:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14516
00010000:00010000:0.0:1775764893.310209:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.310214:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.310218:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.310220:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.310225:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.310234:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19fb:0x0].0x0 (ffff89b408238d00)
00010000:00010000:0.0:1775764893.310244:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.310247:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.310253:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bc977 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.310267:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.310269:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.310271:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.313539:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.313607:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150254720
00000100:00100000:3.0:1775764893.313618:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150254720
00000100:00100000:3.0:1775764893.313663:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14517
00000100:00100000:3.0:1775764893.313670:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6527:11674:x1862023150254720:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.313746:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.313767:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a1ee800/0xd3c138f33083b03c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0108 expref: 6527 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313791:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xff8:0x0].0x0 (ffff89b40a304c00)
00010000:00010000:3.0:1775764893.313799:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.313816:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313826:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313832:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313841:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc985 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbe703eb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313849:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc985 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbe703eb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313852:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc985 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbe703eb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313930:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313935:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.313938:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.314179:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4175, 64 off275392
00000040:00080000:3.0:1775764893.314191:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4175, 64 off275392
00010000:00010000:3.0:1775764893.314226:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314235:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314252:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314259:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314264:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314273:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314293:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.314312:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314316:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314320:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314324:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.314327:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314331:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314336:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xff8:0x0].0x0 (ffff89b408021700)
00010000:00010000:3.0:1775764893.314338:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.314340:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314344:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bc98c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314353:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314359:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314362:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314365:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.314366:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314369:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314372:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.314373:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.314375:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314378:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bc97e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.314382:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000728ce0be reply state 00000000a7cc6486 transno 4294991989 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc985 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbe703eb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314390:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cce00/0xd3c138f3308bc985 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbe703eb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.314393:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbe703eb5 (ffff89b408021c00)
00010000:00010000:3.0:1775764893.314394:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.314395:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.314454:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:11674:x1862023150254720:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 784us (928us total) trans 4294991989 rc 0/0
00000100:00100000:3.0:1775764893.314460:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14517
00010000:00010000:2.0:1775764893.314849:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.314854:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.314858:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.314861:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.314865:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.314872:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xff8:0x0].0x0 (ffff89b408021700)
00010000:00010000:2.0:1775764893.314873:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.314875:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.314879:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bc993 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.314888:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.314889:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.314890:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.317301:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.317434:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150254976
00000100:00100000:3.0:1775764893.317442:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150254976
00000100:00100000:3.0:1775764893.317493:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14518
00000100:00100000:3.0:1775764893.317502:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6528:11674:x1862023150254976:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.317558:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.317582:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff1ca00/0xd3c138f330833e36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xcb6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeea3a expref: 6528 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317596:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcb6:0x0].0x0 (ffff89b40a33cf00)
00010000:00010000:3.0:1775764893.317603:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.317617:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317626:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317633:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317642:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc9a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x691e9c7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317646:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc9a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x691e9c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317650:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc9a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x691e9c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317722:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317727:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.317731:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.317936:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4176, 64 off275456
00000040:00080000:3.0:1775764893.317953:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4176, 64 off275456
00010000:00010000:3.0:1775764893.317997:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318006:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318213:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318221:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318227:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318233:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318265:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.318450:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.318457:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318464:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.318469:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318477:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318487:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcb6:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:1.0:1775764893.318490:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.318492:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 1/0,0 mode: --/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318497:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bc9af lrc: 0/0,0 mode: --/PW res: [0x200000402:0xcb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318510:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.318511:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.318513:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.318552:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318559:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318564:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318568:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b91800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.318572:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318577:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318585:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcb6:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:3.0:1775764893.318587:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.318590:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318594:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bc9a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xcb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318615:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318622:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318627:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318633:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318639:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.318641:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318646:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318654:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.318656:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.318659:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318665:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bc99a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.318674:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000871610cd reply state 000000005bde9f64 transno 4294991990 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc9a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x691e9c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318682:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435ba00/0xd3c138f3308bc9a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x691e9c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.318685:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x691e9c7e (ffff89b408021500)
00010000:00010000:3.0:1775764893.318687:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.318689:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.318753:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6529:11674:x1862023150254976:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1252us (1460us total) trans 4294991990 rc 0/0
00000100:00100000:3.0:1775764893.318758:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14518
00000100:00100000:0.0:1775764893.320617:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.320680:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150255232
00000100:00100000:3.0:1775764893.320688:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150255232
00000100:00100000:3.0:1775764893.320747:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14519
00000100:00100000:3.0:1775764893.320758:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6529:11674:x1862023150255232:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.320828:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.320851:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a2b9400/0xd3c138f330838e54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf00:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefa40 expref: 6529 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.320869:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf00:0x0].0x0 (ffff89b40a309500)
00010000:00010000:3.0:1775764893.320879:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.320899:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.320910:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.320919:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.320934:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97a00/0xd3c138f3308bc9bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfd24aed6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.320940:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97a00/0xd3c138f3308bc9bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd24aed6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.320946:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97a00/0xd3c138f3308bc9bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd24aed6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321033:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321041:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321450:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.321739:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4177, 64 off275520
00000040:00080000:3.0:1775764893.321757:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4177, 64 off275520
00010000:00010000:3.0:1775764893.321894:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321904:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321911:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321918:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321924:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321929:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.321984:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.322002:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322009:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322015:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322023:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b97600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.322028:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322034:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322044:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf00:0x0].0x0 (ffff89b409b9ed00)
00010000:00010000:3.0:1775764893.322046:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.322060:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322066:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bc9c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322083:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322089:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322094:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322099:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322103:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.322105:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322146:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322153:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.322156:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.322158:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322163:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bc9b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.322174:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d38aa25b reply state 00000000a1b0ce36 transno 4294991991 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97a00/0xd3c138f3308bc9bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd24aed6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322183:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97a00/0xd3c138f3308bc9bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfd24aed6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.322188:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfd24aed6 (ffff89b409b9e800)
00010000:00010000:3.0:1775764893.322190:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.322193:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.322273:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:11674:x1862023150255232:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1515us (1659us total) trans 4294991991 rc 0/0
00000100:00100000:3.0:1775764893.322282:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14519
00010000:00010000:0.0:1775764893.323410:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.323419:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.323427:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b97200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.323430:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.323437:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.323451:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf00:0x0].0x0 (ffff89b409b9ed00)
00010000:00010000:0.0:1775764893.323453:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.323456:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.323461:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bc9cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.323478:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.323479:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.323481:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.326708:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.326781:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150255488
00000100:00100000:3.0:1775764893.326792:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150255488
00000100:00100000:3.0:1775764893.326865:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14520
00000100:00100000:3.0:1775764893.326873:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6530:11674:x1862023150255488:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.326930:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.326964:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a53da00/0xd3c138f330847125 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x157b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf279d expref: 6530 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.326986:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x157b:0x0].0x0 (ffff89b405a50300)
00010000:00010000:3.0:1775764893.327000:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.327035:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327050:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327070:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327085:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96200/0xd3c138f3308bc9d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa6827f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327093:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96200/0xd3c138f3308bc9d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6827f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327098:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96200/0xd3c138f3308bc9d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6827f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327214:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327221:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327225:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.327464:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4178, 64 off275584
00000040:00080000:3.0:1775764893.327482:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4178, 64 off275584
00010000:00010000:3.0:1775764893.327532:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327542:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327549:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327556:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327561:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327564:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327580:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.327594:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327598:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327602:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327606:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.327609:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327613:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327619:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x157b:0x0].0x0 (ffff89b409b9ef00)
00010000:00010000:3.0:1775764893.327621:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.327624:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327627:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bc9e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x157b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327638:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327641:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327644:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327647:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.327649:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327652:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327655:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.327657:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.327658:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327661:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bc9d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.327670:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ede9f50 reply state 00000000ceabf3c8 transno 4294991992 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96200/0xd3c138f3308bc9d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6827f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327678:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96200/0xd3c138f3308bc9d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa6827f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.327682:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa6827f30 (ffff89b409b9e100)
00010000:00010000:3.0:1775764893.327683:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.327685:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.327744:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6531:11674:x1862023150255488:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 871us (1045us total) trans 4294991992 rc 0/0
00000100:00100000:3.0:1775764893.327749:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14520
00010000:00010000:0.0:1775764893.327813:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.327818:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.327822:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b97e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.327824:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.327829:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.327835:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x157b:0x0].0x0 (ffff89b409b9ef00)
00010000:00010000:0.0:1775764893.327836:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.327838:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.327842:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bc9e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x157b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.327853:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.327854:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.327855:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.330571:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.330664:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150255744
00000100:00100000:0.0:1775764893.330674:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150255744
00000100:00100000:0.0:1775764893.330744:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14521
00000100:00100000:0.0:1775764893.330751:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6531:11674:x1862023150255744:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.330808:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.330830:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c4c00/0xd3c138f33084e8e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3f91 expref: 6531 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.330842:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e7:0x0].0x0 (ffff89b40fff2700)
00010000:00010000:0.0:1775764893.330850:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.330865:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.330873:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.330879:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.330915:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296200/0xd3c138f3308bc9f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x89180f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.330920:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296200/0xd3c138f3308bc9f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x89180f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.330924:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296200/0xd3c138f3308bc9f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x89180f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331003:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331009:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331177:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.331400:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4179, 64 off275648
00000040:00080000:0.0:1775764893.331415:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4179, 64 off275648
00010000:00010000:0.0:1775764893.331459:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331465:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331473:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331479:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331489:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331494:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331563:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.331579:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331584:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331588:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331591:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.331594:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331599:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331605:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e7:0x0].0x0 (ffff89b409b9db00)
00010000:00010000:0.0:1775764893.331606:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.331608:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331612:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bc9fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331626:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331630:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331634:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331636:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.331638:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331641:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331644:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.331645:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.331647:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331650:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bc9ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.331654:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b65acd4a reply state 0000000090e71269 transno 4294991993 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296200/0xd3c138f3308bc9f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x89180f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331661:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296200/0xd3c138f3308bc9f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x89180f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.331664:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x89180f88 (ffff89b409b9d400)
00010000:00010000:0.0:1775764893.331666:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.331667:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.331730:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6532:11674:x1862023150255744:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 979us (1169us total) trans 4294991993 rc 0/0
00000100:00100000:0.0:1775764893.331735:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14521
00010000:00010000:2.0:1775764893.332352:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.332361:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.332371:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.332375:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.332382:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.332394:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e7:0x0].0x0 (ffff89b409b9db00)
00010000:00010000:2.0:1775764893.332396:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.332400:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.332406:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bca03 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.332423:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.332425:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.332427:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.333820:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.333874:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150256000
00000100:00100000:3.0:1775764893.333882:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150256000
00000100:00100000:3.0:1775764893.333924:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14522
00000100:00100000:3.0:1775764893.333930:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6532:11674:x1862023150256000:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.333982:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.334003:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a246a00/0xd3c138f330838459 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xeb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef841 expref: 6532 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334025:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xeb7:0x0].0x0 (ffff89b40941e300)
00010000:00010000:3.0:1775764893.334031:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.334046:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334054:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334069:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334078:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bca11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4fd04e3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334083:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bca11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4fd04e3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334086:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bca11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4fd04e3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334178:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334183:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334187:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.334426:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4180, 64 off275712
00000040:00080000:3.0:1775764893.334438:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4180, 64 off275712
00010000:00010000:3.0:1775764893.334474:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334482:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334489:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334499:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334505:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334511:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334533:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.334549:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334553:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334557:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334560:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.334563:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334567:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334572:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xeb7:0x0].0x0 (ffff89b409b9e200)
00010000:00010000:3.0:1775764893.334574:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.334576:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334582:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca18 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xeb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334594:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334597:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334601:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334604:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334607:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b97600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.334608:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334611:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334615:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.334616:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.334618:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334621:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bca0a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.334625:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a18c5eeb reply state 00000000e2391f76 transno 4294991994 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bca11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4fd04e3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334633:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97200/0xd3c138f3308bca11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4fd04e3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.334637:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4fd04e3a (ffff89b409b9eb00)
00010000:00010000:3.0:1775764893.334638:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.334640:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.334697:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6533:11674:x1862023150256000:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 766us (881us total) trans 4294991994 rc 0/0
00000100:00100000:3.0:1775764893.334702:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14522
00010000:00010000:2.0:1775764893.335080:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.335086:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.335091:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40435a200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.335093:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.335098:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.335104:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xeb7:0x0].0x0 (ffff89b409b9e200)
00010000:00010000:2.0:1775764893.335106:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.335108:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.335130:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca1f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xeb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.335141:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.335142:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.335143:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.337327:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.337433:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150256256
00000100:00100000:3.0:1775764893.337443:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150256256
00000100:00100000:3.0:1775764893.337502:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14523
00000100:00100000:3.0:1775764893.337513:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6533:11674:x1862023150256256:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.337574:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.337600:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403d98000/0xd3c138f33086a355 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x258b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf980d expref: 6533 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337619:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x258b:0x0].0x0 (ffff89b403bd4400)
00010000:00010000:3.0:1775764893.337630:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.337649:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337658:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337664:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337676:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bca2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8c620e95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337680:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bca2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8c620e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337684:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bca2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8c620e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337757:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337762:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.337765:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.337951:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4181, 64 off275776
00000040:00080000:3.0:1775764893.337968:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4181, 64 off275776
00010000:00010000:3.0:1775764893.338010:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338016:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338022:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338026:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338033:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338036:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338056:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.338069:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338072:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338076:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338079:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.338082:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338086:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338091:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x258b:0x0].0x0 (ffff89b409b9e400)
00010000:00010000:3.0:1775764893.338092:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.338094:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338097:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca34 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x258b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338109:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.338218:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.338223:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.338229:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.338232:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.338246:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.338255:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x258b:0x0].0x0 (ffff89b409b9e400)
00010000:00010000:1.0:1775764893.338258:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.338260:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.338265:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca3b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x258b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.338280:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.338282:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.338284:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.338541:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338547:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338552:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.338556:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338562:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338571:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.338573:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.338576:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338582:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca26 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.338591:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005135a53e reply state 00000000ae921bea transno 4294991995 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bca2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8c620e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338604:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b91800/0xd3c138f3308bca2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8c620e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.338610:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8c620e95 (ffff89b409b9e900)
00010000:00010000:3.0:1775764893.338613:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.338615:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.338726:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6534:11674:x1862023150256256:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1214us (1406us total) trans 4294991995 rc 0/0
00000100:00100000:3.0:1775764893.338734:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14523
00000100:00100000:0.0:1775764893.346102:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.346284:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150256512
00000100:00100000:2.0:1775764893.346296:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150256512
00000100:00100000:2.0:1775764893.346358:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14524
00000100:00100000:2.0:1775764893.346368:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6534:11674:x1862023150256512:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.346431:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.346460:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408631200/0xd3c138f3308641da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf848e expref: 6534 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346484:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c2:0x0].0x0 (ffff89b406d0e300)
00010000:00010000:2.0:1775764893.346497:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.346519:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346534:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346544:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346582:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x76956108 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346595:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x76956108 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346602:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x76956108 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346705:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346713:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.346720:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.346943:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4182, 64 off275840
00000040:00080000:2.0:1775764893.346963:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4182, 64 off275840
00010000:00010000:2.0:1775764893.347010:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347019:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347026:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347033:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347039:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347050:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347161:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.347180:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347186:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347192:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347198:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408065400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.347202:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347209:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347219:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c2:0x0].0x0 (ffff89b40927c500)
00010000:00010000:2.0:1775764893.347222:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.347226:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347231:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bca50 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347261:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347271:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347278:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347283:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.347285:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347291:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347298:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.347300:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.347303:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347308:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bca42 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.347317:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039138ac7 reply state 000000003d1b68dd transno 4294991996 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x76956108 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347326:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40435a200/0xd3c138f3308bca49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x76956108 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.347332:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x76956108 (ffff89b408238d00)
00010000:00010000:2.0:1775764893.347334:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.347337:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.347407:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6535:11674:x1862023150256512:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1040us (1318us total) trans 4294991996 rc 0/0
00000100:00100000:2.0:1775764893.347416:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14524
00010000:00010000:0.0:1775764893.349343:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.349356:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.349366:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.349369:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.349379:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.349395:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c2:0x0].0x0 (ffff89b40927c500)
00010000:00010000:0.0:1775764893.349398:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.349401:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.349407:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bca57 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.349520:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.349523:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.349525:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.351086:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.351418:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150256768
00000100:00100000:1.0:1775764893.351429:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150256768
00000100:00100000:1.0:1775764893.351492:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14525
00000100:00100000:1.0:1775764893.351501:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6535:11674:x1862023150256768:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.351563:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.351588:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f330827e42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec3d6 expref: 6535 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351607:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73a:0x0].0x0 (ffff89b40a3b5400)
00010000:00010000:1.0:1775764893.351619:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.351637:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351651:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351659:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351676:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bca65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbd5ecfb9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351683:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bca65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbd5ecfb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351689:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bca65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbd5ecfb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351786:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351794:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.351800:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.352011:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4183, 64 off275904
00000040:00080000:1.0:1775764893.352030:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4183, 64 off275904
00010000:00010000:1.0:1775764893.352096:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352104:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352111:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352152:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352162:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352168:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352186:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.352202:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352208:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352214:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352220:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.352224:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352231:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352249:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73a:0x0].0x0 (ffff89b407334700)
00010000:00010000:1.0:1775764893.352252:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.352255:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352260:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bca6c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x73a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352281:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352287:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352293:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352298:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352303:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.352305:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352310:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352317:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.352319:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.352322:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352327:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bca5e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.352336:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2f79e8f reply state 00000000c89ac0e3 transno 4294991997 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bca65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbd5ecfb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352346:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58be00/0xd3c138f3308bca65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbd5ecfb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.352353:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbd5ecfb9 (ffff89b407334600)
00010000:00010000:1.0:1775764893.352355:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.352357:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.352440:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6536:11674:x1862023150256768:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 939us (1360us total) trans 4294991997 rc 0/0
00000100:00100000:1.0:1775764893.352449:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14525
00010000:00010000:2.0:1775764893.352936:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.352943:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.352950:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.352954:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.352961:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.352973:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73a:0x0].0x0 (ffff89b407334700)
00010000:00010000:2.0:1775764893.352975:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.352978:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.352983:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bca73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.352998:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.353000:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.353001:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.361556:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.361627:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150257024
00000100:00100000:3.0:1775764893.361636:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150257024
00000100:00100000:3.0:1775764893.361683:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14526
00000100:00100000:3.0:1775764893.361689:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40505b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6536:11674:x1862023150257024:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.361737:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.361760:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f99d600/0xd3c138f33083c3c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1087:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf04f1 expref: 6536 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361776:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1087:0x0].0x0 (ffff89b409426800)
00010000:00010000:3.0:1775764893.361784:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.361802:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361812:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361818:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361827:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bca81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x130c688c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361831:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bca81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x130c688c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361838:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bca81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x130c688c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361912:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361916:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.361921:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.362413:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4184, 64 off275968
00000040:00080000:3.0:1775764893.362426:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4184, 64 off275968
00010000:00010000:3.0:1775764893.362463:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362472:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362479:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362486:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362491:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362497:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362523:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.362541:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362547:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362553:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362557:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.362560:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362565:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362572:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1087:0x0].0x0 (ffff89b409b9e000)
00010000:00010000:3.0:1775764893.362573:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.362576:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362579:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bca88 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1087:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362589:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362593:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362599:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362602:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.362604:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362607:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362610:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.362612:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.362613:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362616:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bca7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.362620:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056e7b5b5 reply state 00000000c5507bd2 transno 4294991998 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bca81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x130c688c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362627:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cca00/0xd3c138f3308bca81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x130c688c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.362631:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x130c688c (ffff89b409b9ec00)
00010000:00010000:3.0:1775764893.362632:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.362633:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.362698:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40505b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6537:11674:x1862023150257024:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1009us (1152us total) trans 4294991998 rc 0/0
00000100:00100000:3.0:1775764893.362704:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14526
00010000:00010000:2.0:1775764893.362929:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764893.362935:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.362939:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.362942:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.362949:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.362957:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1087:0x0].0x0 (ffff89b409b9e000)
00010000:00010000:2.0:1775764893.362960:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.362963:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.362968:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bca8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1087:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.362986:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.362987:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.362989:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.366859:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.367005:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150257280
00000100:00100000:3.0:1775764893.367016:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150257280
00000100:00100000:3.0:1775764893.367086:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14527
00000100:00100000:3.0:1775764893.367096:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6537:11674:x1862023150257280:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.367191:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.367216:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e7a00/0xd3c138f3308569f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c97:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5961 expref: 6537 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367252:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c97:0x0].0x0 (ffff89b408c82b00)
00010000:00010000:3.0:1775764893.367263:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.367616:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367631:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367641:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367656:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb58c6578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367663:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb58c6578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367670:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb58c6578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367760:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367773:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.367907:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.368545:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4185, 64 off276032
00000040:00080000:3.0:1775764893.368565:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4185, 64 off276032
00010000:00010000:3.0:1775764893.368625:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368635:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368643:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368650:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368656:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368661:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368683:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.368702:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368707:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368716:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368720:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.368724:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368731:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368740:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c97:0x0].0x0 (ffff89b409b9ea00)
00010000:00010000:3.0:1775764893.368743:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.368748:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368753:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcaa4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368769:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.368775:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368950:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.368957:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368964:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.368967:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368973:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368981:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c97:0x0].0x0 (ffff89b409b9ea00)
00010000:00010000:1.0:1775764893.368983:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.368986:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368991:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369005:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.369007:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.369009:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.369031:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.369039:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.369043:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.369046:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.369060:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.369069:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.369071:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.369075:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.369081:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bca96 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.369091:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1efde6e reply state 00000000712e323a transno 4294991999 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb58c6578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.369101:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606c600/0xd3c138f3308bca9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb58c6578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.369107:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb58c6578 (ffff89b409b9e500)
00010000:00010000:3.0:1775764893.369109:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.369111:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.369565:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6538:11674:x1862023150257280:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2466us (2711us total) trans 4294991999 rc 0/0
00000100:00100000:3.0:1775764893.369575:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14527
00000100:00100000:1.0:1775764893.372005:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.372536:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150257536
00000100:00100000:3.0:1775764893.372546:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150257536
00000100:00100000:3.0:1775764893.372611:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14528
00000100:00100000:3.0:1775764893.372620:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6538:11674:x1862023150257536:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.372703:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.372731:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409806400/0xd3c138f33082b696 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecf1a expref: 6538 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.372748:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d6:0x0].0x0 (ffff89b40a384000)
00010000:00010000:3.0:1775764893.372760:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.373368:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.373385:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.373397:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.373533:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bcab9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6194a2c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.373543:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bcab9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6194a2c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.373551:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bcab9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6194a2c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.373638:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.373645:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.373652:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.373951:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4186, 64 off276096
00000040:00080000:2.0:1775764893.373971:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4186, 64 off276096
00010000:00010000:2.0:1775764893.374019:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374028:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374035:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374041:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374047:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374380:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374439:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.374462:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374469:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374476:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374481:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408064800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.374486:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374493:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374504:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d6:0x0].0x0 (ffff89b40927c800)
00010000:00010000:2.0:1775764893.374507:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.374511:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374516:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcac0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374533:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374539:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374544:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374548:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.374551:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374556:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374563:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.374565:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.374568:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374574:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcab2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.374583:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035315f75 reply state 000000000037acf1 transno 4294992000 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bcab9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6194a2c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374594:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408065400/0xd3c138f3308bcab9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6194a2c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.374600:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6194a2c8 (ffff89b40927ce00)
00010000:00010000:2.0:1775764893.374603:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.374606:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.374694:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6539:11674:x1862023150257536:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2072us (2695us total) trans 4294992000 rc 0/0
00000100:00100000:2.0:1775764893.374704:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14528
00010000:00010000:1.0:1775764893.377081:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.377095:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.377106:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.377110:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.377473:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.377491:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d6:0x0].0x0 (ffff89b40927c800)
00010000:00010000:1.0:1775764893.377494:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.377498:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.377504:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcac7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.377525:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.377527:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.377529:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.378690:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.378761:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150257792
00000100:00100000:3.0:1775764893.378771:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150257792
00000100:00100000:3.0:1775764893.378843:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14529
00000100:00100000:3.0:1775764893.378853:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40505a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6539:11674:x1862023150257792:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.378917:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.378953:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082c1600/0xd3c138f330858cd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d96:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf605a expref: 6539 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.378970:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d96:0x0].0x0 (ffff89b408fa5800)
00010000:00010000:3.0:1775764893.378979:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.378998:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.379011:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.379026:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.379042:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ea600/0xd3c138f3308bcad5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4901a8d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.379502:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ea600/0xd3c138f3308bcad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4901a8d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.379512:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ea600/0xd3c138f3308bcad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4901a8d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.379613:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.379621:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.379627:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.379885:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4187, 64 off276160
00000040:00080000:3.0:1775764893.379903:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4187, 64 off276160
00010000:00010000:2.0:1775764893.380801:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380817:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380828:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380836:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380842:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380853:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380874:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.380897:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380904:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380911:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380918:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073ebe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.380923:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380930:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380942:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d96:0x0].0x0 (ffff89b409b9e600)
00010000:00010000:2.0:1775764893.380945:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.380948:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380954:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcadc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380972:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380981:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380986:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380991:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.380994:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.380999:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.381006:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.381009:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.381012:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.381017:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcace lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.381026:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d393970e reply state 00000000f4e4a684 transno 4294992001 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ea600/0xd3c138f3308bcad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4901a8d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.381037:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ea600/0xd3c138f3308bcad5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4901a8d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.381044:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4901a8d2 (ffff89b409b9ee00)
00010000:00010000:2.0:1775764893.381046:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.381059:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.381197:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40505a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6540:11674:x1862023150257792:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2341us (2508us total) trans 4294992001 rc 0/0
00000100:00100000:2.0:1775764893.381207:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14529
00010000:00010000:1.0:1775764893.381316:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.381323:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.381330:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.381334:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.381344:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.381353:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d96:0x0].0x0 (ffff89b409b9e600)
00010000:00010000:1.0:1775764893.381355:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.381358:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.381364:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcae3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.381381:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.381383:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.381384:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.385489:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.385583:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150258048
00000100:00100000:3.0:1775764893.385593:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150258048
00000100:00100000:3.0:1775764893.385656:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14530
00000100:00100000:3.0:1775764893.385666:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6540:11674:x1862023150258048:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.385719:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.385797:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409487800/0xd3c138f3308462ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1513:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf24c5 expref: 6540 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.385820:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1513:0x0].0x0 (ffff89b409899d00)
00010000:00010000:3.0:1775764893.385831:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.385851:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.385864:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.385872:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.385887:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eac00/0xd3c138f3308bcaf1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb1cc850f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.385893:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eac00/0xd3c138f3308bcaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1cc850f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.385899:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eac00/0xd3c138f3308bcaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1cc850f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.385997:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.386006:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.386012:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.386599:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4188, 64 off276224
00000040:00080000:3.0:1775764893.386618:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4188, 64 off276224
00010000:00010000:3.0:1775764893.386666:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.387418:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.387434:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.387442:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.387448:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.387454:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387580:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.387606:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387614:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387620:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387627:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.387630:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387639:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387651:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1513:0x0].0x0 (ffff89b409b9e300)
00010000:00010000:2.0:1775764893.387654:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.387659:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387665:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcaf8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1513:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387688:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387694:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387703:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387709:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387713:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.387716:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387722:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387729:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.387731:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.387734:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387739:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcaea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.387749:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000608dca5e reply state 0000000083f42a9e transno 4294992002 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eac00/0xd3c138f3308bcaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1cc850f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387759:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eac00/0xd3c138f3308bcaf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb1cc850f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.387764:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb1cc850f (ffff89b409b9e700)
00010000:00010000:2.0:1775764893.387767:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.387770:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.387875:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6541:11674:x1862023150258048:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2208us (2396us total) trans 4294992002 rc 0/0
00000100:00100000:2.0:1775764893.387886:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14530
00010000:00010000:1.0:1775764893.389595:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.389606:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.389616:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.389620:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.389629:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.389644:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1513:0x0].0x0 (ffff89b409b9e300)
00010000:00010000:1.0:1775764893.389647:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.389651:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.389657:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcaff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.389674:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.389676:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.389678:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.392158:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.392422:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150258304
00000100:00100000:2.0:1775764893.392436:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150258304
00000100:00100000:2.0:1775764893.392507:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14531
00000100:00100000:2.0:1775764893.392518:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6541:11674:x1862023150258304:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.392634:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.392667:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085bb800/0xd3c138f33086133b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x216d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7b3b expref: 6541 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392688:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x216d:0x0].0x0 (ffff89b4086bd800)
00010000:00010000:2.0:1775764893.392697:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.392723:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392737:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392748:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392765:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcb0d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xed6aa5dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392771:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcb0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xed6aa5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392777:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcb0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xed6aa5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392898:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392906:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.392912:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.393243:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4189, 64 off276288
00000040:00080000:2.0:1775764893.393262:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4189, 64 off276288
00010000:00010000:2.0:1775764893.393323:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393332:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393339:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393346:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393353:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393359:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393376:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.393394:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393401:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393407:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393412:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.393415:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393422:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393430:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x216d:0x0].0x0 (ffff89b40927cf00)
00010000:00010000:2.0:1775764893.393433:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.393436:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393442:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb14 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x216d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393456:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393462:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393468:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393473:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.393476:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393482:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393490:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.393492:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.393495:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393500:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb06 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.393511:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd576e09 reply state 00000000e7cbd39d transno 4294992003 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcb0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xed6aa5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393521:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc800/0xd3c138f3308bcb0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xed6aa5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.393526:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xed6aa5dd (ffff89b40927c400)
00010000:00010000:2.0:1775764893.393528:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.393531:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.393617:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6542:11674:x1862023150258304:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1100us (1515us total) trans 4294992003 rc 0/0
00000100:00100000:2.0:1775764893.393624:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14531
00010000:00010000:0.0:1775764893.393747:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.393753:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.393759:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.393763:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.393769:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.393778:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x216d:0x0].0x0 (ffff89b40927cf00)
00010000:00010000:0.0:1775764893.393780:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.393783:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.393788:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb1b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x216d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.393805:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.393807:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.393808:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.398992:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.399176:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150258560
00000100:00100000:2.0:1775764893.399189:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150258560
00000100:00100000:2.0:1775764893.399259:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14532
00000100:00100000:2.0:1775764893.399269:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6542:11674:x1862023150258560:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.399342:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.399371:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409def200/0xd3c138f33085a414 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6500 expref: 6542 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399395:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e40:0x0].0x0 (ffff89b4083b7d00)
00010000:00010000:2.0:1775764893.399407:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.399431:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399445:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399457:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399473:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcb29 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4ca9e1dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399480:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcb29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4ca9e1dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399486:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcb29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4ca9e1dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399592:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399600:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.399606:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.399846:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4190, 64 off276352
00000040:00080000:2.0:1775764893.399866:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4190, 64 off276352
00010000:00010000:2.0:1775764893.400264:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400337:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400347:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400355:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400361:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400367:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400485:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.400506:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400513:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400519:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400526:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082e1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.400530:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400542:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400556:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e40:0x0].0x0 (ffff89b40927c900)
00010000:00010000:2.0:1775764893.400558:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.400562:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400569:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb30 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400587:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400593:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400598:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400602:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073ebe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.400604:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400609:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400617:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.400619:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.400621:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400630:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb22 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.400639:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cdd7c4c reply state 000000005b646f11 transno 4294992004 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcb29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4ca9e1dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400649:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408064800/0xd3c138f3308bcb29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4ca9e1dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.400654:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4ca9e1dc (ffff89b40927c000)
00010000:00010000:2.0:1775764893.400657:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.400659:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.400722:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6543:11674:x1862023150258560:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1454us (1739us total) trans 4294992004 rc 0/0
00000100:00100000:2.0:1775764893.400731:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14532
00010000:00010000:1.0:1775764893.402460:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.402469:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.402480:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.402483:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.402492:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.402506:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e40:0x0].0x0 (ffff89b40927c900)
00010000:00010000:1.0:1775764893.402509:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.402513:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.402519:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb37 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.402540:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.402542:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.402544:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.419610:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.419732:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150258816
00000100:00100000:2.0:1775764893.419743:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150258816
00000100:00100000:2.0:1775764893.419824:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14533
00000100:00100000:2.0:1775764893.419834:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6543:11674:x1862023150258816:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.419899:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.419931:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408576400/0xd3c138f33086ca6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9fdf expref: 6543 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.419965:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a9:0x0].0x0 (ffff89b403b10c00)
00010000:00010000:2.0:1775764893.419976:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.420000:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420028:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420039:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420072:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe42c0645 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420080:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe42c0645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420087:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe42c0645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420259:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420267:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420274:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.420516:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4191, 64 off276416
00000040:00080000:2.0:1775764893.420534:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4191, 64 off276416
00010000:00010000:2.0:1775764893.420585:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420593:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420604:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420611:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420617:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420622:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420651:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.420671:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420677:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420683:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420688:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.420692:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420699:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420707:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a9:0x0].0x0 (ffff89b40927c700)
00010000:00010000:2.0:1775764893.420710:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.420713:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420718:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcb4c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420737:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420743:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420747:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420752:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420756:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a68b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.420758:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420763:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420769:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.420771:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.420774:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420779:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcb3e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.420787:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065a354db reply state 00000000c83cbd84 transno 4294992005 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe42c0645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420799:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082e1800/0xd3c138f3308bcb45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe42c0645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.420804:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe42c0645 (ffff89b40927ca00)
00010000:00010000:2.0:1775764893.420806:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.420810:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.420880:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6544:11674:x1862023150258816:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1046us (1279us total) trans 4294992005 rc 0/0
00000100:00100000:2.0:1775764893.420888:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14533
00010000:00010000:3.0:1775764893.421148:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.421156:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.421162:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.421166:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.421172:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.421181:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a9:0x0].0x0 (ffff89b40927c700)
00010000:00010000:3.0:1775764893.421184:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.421187:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.421192:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcb53 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.421207:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.421209:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.421211:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.427451:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.427568:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150259072
00000100:00100000:1.0:1775764893.427580:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150259072
00000100:00100000:1.0:1775764893.427692:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14534
00000100:00100000:1.0:1775764893.427702:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6544:11674:x1862023150259072:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.427769:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.427797:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b501391a00/0xd3c138f330818433 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede91d3 expref: 6544 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.427822:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff89b51a3e2500)
00010000:00010000:1.0:1775764893.427834:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.427854:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.427867:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.427878:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.427892:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bcb61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x59faa300 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.427898:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bcb61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x59faa300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.427904:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bcb61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x59faa300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.428035:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.428044:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.431496:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.431862:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4192, 64 off276480
00000040:00080000:1.0:1775764893.431881:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4192, 64 off276480
00010000:00010000:1.0:1775764893.431955:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.431971:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.431980:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.431987:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.431993:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432000:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432036:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.432221:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.432228:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.432245:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.432249:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.432257:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.432270:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff89b407334500)
00010000:00010000:3.0:1775764893.432274:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.432279:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.432285:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcb6f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.432302:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.432304:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.432307:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.432365:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432372:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432377:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432383:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dd200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.432387:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432392:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432402:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff89b407334500)
00010000:00010000:1.0:1775764893.432404:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.432407:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432411:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcb68 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432434:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432441:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432447:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432452:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432458:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.432461:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432466:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432474:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.432477:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.432480:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432489:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcb5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.432500:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac8e5c37 reply state 0000000094820682 transno 4294992006 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bcb61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x59faa300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432512:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc400/0xd3c138f3308bcb61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x59faa300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.432518:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x59faa300 (ffff89b407334000)
00010000:00010000:1.0:1775764893.432521:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.432525:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.432626:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6545:11674:x1862023150259072:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4921us (5182us total) trans 4294992006 rc 0/0
00000100:00100000:1.0:1775764893.432636:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14534
00000100:00100000:3.0:1775764893.435606:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.435674:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150259328
00000100:00100000:2.0:1775764893.435685:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150259328
00000100:00100000:2.0:1775764893.435800:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14535
00000100:00100000:2.0:1775764893.435810:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6545:11674:x1862023150259328:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.435872:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.435903:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408fe8c00/0xd3c138f3308595dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dd8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6228 expref: 6545 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.435923:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd8:0x0].0x0 (ffff89b408f2d400)
00010000:00010000:2.0:1775764893.435934:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.435967:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.435981:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.435991:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436010:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb7d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd45cb5a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436027:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd45cb5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436033:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd45cb5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436204:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436212:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436218:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.436510:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4193, 64 off276544
00000040:00080000:2.0:1775764893.436530:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4193, 64 off276544
00010000:00010000:2.0:1775764893.436579:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436589:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436596:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436603:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436612:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436617:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436639:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.436657:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436663:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436668:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436673:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.436677:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436685:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436693:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd8:0x0].0x0 (ffff89b40927cd00)
00010000:00010000:2.0:1775764893.436696:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.436699:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436704:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcb84 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1dd8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436723:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436728:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436733:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436738:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073ebe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.436740:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436746:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436754:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.436756:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.436759:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436763:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcb76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.436770:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c798d4f reply state 00000000ad0c1df6 transno 4294992007 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd45cb5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436780:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb600/0xd3c138f3308bcb7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd45cb5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.436786:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd45cb5a (ffff89b40927c100)
00010000:00010000:2.0:1775764893.436789:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.436791:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.436862:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6546:11674:x1862023150259328:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1053us (1267us total) trans 4294992007 rc 0/0
00000100:00100000:2.0:1775764893.436871:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14535
00010000:00010000:1.0:1775764893.436952:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.436958:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.436965:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.436968:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.436973:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.436982:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd8:0x0].0x0 (ffff89b40927cd00)
00010000:00010000:1.0:1775764893.436984:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.436986:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.436991:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcb8b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1dd8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.437004:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.437006:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.437007:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.439954:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.440044:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150259584
00000100:00100000:0.0:1775764893.440373:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150259584
00000100:00100000:0.0:1775764893.440476:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14536
00000100:00100000:0.0:1775764893.440487:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6546:11674:x1862023150259584:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.440556:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.440584:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308527f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ab4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4c2c expref: 6546 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440605:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab4:0x0].0x0 (ffff89b40560d300)
00010000:00010000:0.0:1775764893.440619:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.440638:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440649:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440656:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440665:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bcb99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6ac04999 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440669:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bcb99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6ac04999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440673:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bcb99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6ac04999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440746:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440751:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.440755:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.440952:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4194, 64 off276608
00000040:00080000:0.0:1775764893.440965:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4194, 64 off276608
00010000:00010000:0.0:1775764893.441000:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441007:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441023:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441031:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441035:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441038:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441092:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.441111:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441137:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441143:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441149:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.441153:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441161:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441170:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab4:0x0].0x0 (ffff89b409b9db00)
00010000:00010000:0.0:1775764893.441172:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.441176:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441185:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcba0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441199:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441203:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441206:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441209:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.441211:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441214:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441218:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.441219:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.441221:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441224:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcb92 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.441231:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070b203f8 reply state 00000000b4edd0c2 transno 4294992008 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bcb99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6ac04999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441252:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297000/0xd3c138f3308bcb99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6ac04999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.441258:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6ac04999 (ffff89b409b9dd00)
00010000:00010000:0.0:1775764893.441260:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.441262:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.441343:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6547:11674:x1862023150259584:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 857us (1400us total) trans 4294992008 rc 0/0
00000100:00100000:0.0:1775764893.441353:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14536
00010000:00010000:1.0:1775764893.443886:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.443899:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.443910:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.443914:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.443922:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.443940:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab4:0x0].0x0 (ffff89b409b9db00)
00010000:00010000:1.0:1775764893.443955:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.443960:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.443965:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcba7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.443989:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.443991:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.443992:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.444010:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.444229:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150259840
00000100:00100000:1.0:1775764893.444248:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150259840
00000100:00100000:1.0:1775764893.444413:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14537
00000100:00100000:1.0:1775764893.444425:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6547:11674:x1862023150259840:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.444493:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.444511:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a290000/0xd3c138f330835bbe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef022 expref: 6547 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444524:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd8e:0x0].0x0 (ffff89b40e679700)
00010000:00010000:1.0:1775764893.444531:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.444548:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444559:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444569:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444583:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bcbb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x54d48e3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444589:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bcbb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54d48e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444595:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bcbb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54d48e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444685:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444693:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444703:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.444921:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4195, 64 off276672
00000040:00080000:1.0:1775764893.444940:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4195, 64 off276672
00010000:00010000:1.0:1775764893.444984:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.444994:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445001:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445007:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445024:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445029:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445048:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.445376:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445383:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445390:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445400:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.445405:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445412:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445422:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd8e:0x0].0x0 (ffff89b407334800)
00010000:00010000:1.0:1775764893.445425:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.445428:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445434:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcbbc lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445453:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445459:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445465:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445470:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445475:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.445478:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445486:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445493:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.445495:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.445498:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445503:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcbae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.445512:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac87388b reply state 00000000ce63f0b6 transno 4294992009 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bcbb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54d48e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445522:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58a800/0xd3c138f3308bcbb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x54d48e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445527:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x54d48e3e (ffff89b407334300)
00010000:00010000:1.0:1775764893.445529:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.445532:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.445607:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6548:11674:x1862023150259840:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1183us (1599us total) trans 4294992009 rc 0/0
00000100:00100000:1.0:1775764893.445616:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14537
00010000:00010000:3.0:1775764893.447905:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.447918:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.447926:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.447929:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.447935:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.447949:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd8e:0x0].0x0 (ffff89b407334800)
00010000:00010000:3.0:1775764893.447951:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.447955:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.447960:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbc3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.447982:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.447983:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.447985:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.452244:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.452439:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150260096
00000100:00100000:2.0:1775764893.452451:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150260096
00000100:00100000:2.0:1775764893.452600:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14538
00000100:00100000:2.0:1775764893.452611:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6548:11674:x1862023150260096:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.452675:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.452704:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043dba00/0xd3c138f33086ab89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf99b1 expref: 6548 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.452723:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25c7:0x0].0x0 (ffff89b403bdca00)
00010000:00010000:2.0:1775764893.452735:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.452757:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.452769:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.452778:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.452804:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcbd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1b722400 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.452810:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcbd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1b722400 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.452820:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcbd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1b722400 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.452985:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.452994:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453000:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.453304:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4196, 64 off276736
00000040:00080000:2.0:1775764893.453322:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4196, 64 off276736
00010000:00010000:2.0:1775764893.453371:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453380:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453386:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453393:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453399:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453404:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453429:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.453447:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453452:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453457:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453463:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.453466:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453474:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453482:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25c7:0x0].0x0 (ffff89b40927c600)
00010000:00010000:2.0:1775764893.453485:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.453488:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453493:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcbd8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453508:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453514:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453522:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453526:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073ebe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.453528:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453534:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453541:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.453544:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.453547:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453554:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcbca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.453563:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007deae8fb reply state 000000006b7567a3 transno 4294992010 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcbd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1b722400 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453573:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb800/0xd3c138f3308bcbd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1b722400 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.453578:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1b722400 (ffff89b40927cc00)
00010000:00010000:2.0:1775764893.453580:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.453583:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.453659:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6549:11674:x1862023150260096:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1049us (1442us total) trans 4294992010 rc 0/0
00000100:00100000:2.0:1775764893.453667:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14538
00010000:00010000:3.0:1775764893.454435:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.454444:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.454452:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.454457:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.454464:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.454484:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25c7:0x0].0x0 (ffff89b40927c600)
00010000:00010000:3.0:1775764893.454487:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.454491:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.454495:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcbdf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.454513:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.454514:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.454516:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.458838:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.459002:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150260352
00000100:00100000:1.0:1775764893.459023:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150260352
00000100:00100000:1.0:1775764893.459095:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14539
00000100:00100000:1.0:1775764893.459105:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6549:11674:x1862023150260352:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.459233:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.459273:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409fd8000/0xd3c138f330825c37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x641:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edebd07 expref: 6549 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459294:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x641:0x0].0x0 (ffff89b40a3d4300)
00010000:00010000:1.0:1775764893.459304:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.459324:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459337:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459348:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459362:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bcbed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x109b975b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459368:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bcbed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x109b975b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459374:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bcbed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x109b975b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459478:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x641:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459486:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.459492:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.459715:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4197, 64 off276800
00000040:00080000:1.0:1775764893.459733:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4197, 64 off276800
00010000:00010000:1.0:1775764893.459778:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x641:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464665:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464681:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464690:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464697:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464703:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464785:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.464813:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464819:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464824:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464830:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.464835:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464842:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464856:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x641:0x0].0x0 (ffff89b407334800)
00010000:00010000:1.0:1775764893.464860:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.464864:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464869:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcbf4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464896:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464903:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464909:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464914:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464919:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408228800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.464921:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464926:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464934:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.464937:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.464940:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464964:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcbe6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.464973:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b57fe5a9 reply state 00000000cab8bffc transno 4294992011 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bcbed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x109b975b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464984:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229000/0xd3c138f3308bcbed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x109b975b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.464989:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x109b975b (ffff89b407334500)
00010000:00010000:1.0:1775764893.464992:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.464995:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.465097:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6550:11674:x1862023150260352:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 5988us (6262us total) trans 4294992011 rc 0/0
00000100:00100000:1.0:1775764893.465107:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14539
00010000:00010000:0.0:1775764893.467424:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.467439:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.467450:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.467454:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.467463:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.467482:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x641:0x0].0x0 (ffff89b407334800)
00010000:00010000:0.0:1775764893.467485:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.467489:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.467495:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcbfb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.467523:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.467525:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.467527:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.471154:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.471335:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150260608
00000100:00100000:2.0:1775764893.471346:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150260608
00000100:00100000:2.0:1775764893.471410:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14540
00000100:00100000:2.0:1775764893.471421:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40505aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6550:11674:x1862023150260608:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.471487:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.471515:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409f46600/0xd3c138f3308443e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1430:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1e90 expref: 6550 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471535:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1430:0x0].0x0 (ffff89b40a304a00)
00010000:00010000:2.0:1775764893.471545:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.471566:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471579:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471588:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471604:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcc09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe5020fbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471611:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcc09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe5020fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471617:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcc09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe5020fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471712:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471724:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.471731:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.471979:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4198, 64 off276864
00000040:00080000:2.0:1775764893.471998:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4198, 64 off276864
00010000:00010000:2.0:1775764893.472044:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472053:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472060:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472067:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472074:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472079:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472095:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.472147:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472153:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472163:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472169:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.472173:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472180:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472187:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1430:0x0].0x0 (ffff89b40927c200)
00010000:00010000:2.0:1775764893.472190:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.472194:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472199:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcc10 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472214:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472220:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472226:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472231:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472244:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.472248:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472254:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472262:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.472264:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.472267:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472273:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.472282:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003214d066 reply state 00000000c8488162 transno 4294992012 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcc09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe5020fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472293:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a68b800/0xd3c138f3308bcc09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe5020fbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.472299:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe5020fbe (ffff89b40927c300)
00010000:00010000:2.0:1775764893.472301:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.472304:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.472377:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40505aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6551:11674:x1862023150260608:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 957us (1270us total) trans 4294992012 rc 0/0
00000100:00100000:2.0:1775764893.472385:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14540
00010000:00010000:3.0:1775764893.472580:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.472586:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.472592:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.472596:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.472602:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.472610:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1430:0x0].0x0 (ffff89b40927c200)
00010000:00010000:3.0:1775764893.472613:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.472615:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.472621:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.472634:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.472636:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.472638:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.477244:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.477418:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150260864
00000100:00100000:2.0:1775764893.477428:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150260864
00000100:00100000:2.0:1775764893.477480:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14541
00000100:00100000:2.0:1775764893.477489:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6551:11674:x1862023150260864:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.477548:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.477576:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b63a00/0xd3c138f330863dc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf83bc expref: 6551 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477596:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22a4:0x0].0x0 (ffff89b407a02100)
00010000:00010000:2.0:1775764893.477606:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.477625:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477638:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477647:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477660:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcc25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3d84e215 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477666:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcc25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3d84e215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477672:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcc25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3d84e215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477758:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477765:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477771:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.477982:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4199, 64 off276928
00000040:00080000:2.0:1775764893.477998:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4199, 64 off276928
00010000:00010000:2.0:1775764893.478052:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478061:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478068:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478075:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478081:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478087:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478107:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.478148:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478154:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478159:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478164:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eb400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.478168:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478179:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478187:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22a4:0x0].0x0 (ffff89b40927c200)
00010000:00010000:2.0:1775764893.478190:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.478192:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478198:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc2c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478211:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478217:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478223:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478228:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.478230:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478246:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478253:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.478255:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.478257:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478268:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcc1e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.478276:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2b47cc6 reply state 000000003f91627f transno 4294992013 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcc25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3d84e215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478286:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073ebe00/0xd3c138f3308bcc25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3d84e215 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.478292:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3d84e215 (ffff89b40927cb00)
00010000:00010000:2.0:1775764893.478294:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.478297:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.478373:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6552:11674:x1862023150260864:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 883us (1145us total) trans 4294992013 rc 0/0
00000100:00100000:2.0:1775764893.478381:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14541
00010000:00010000:3.0:1775764893.479059:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.479066:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.479074:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.479077:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.479085:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.479097:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22a4:0x0].0x0 (ffff89b40927c200)
00010000:00010000:3.0:1775764893.479100:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.479102:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.479108:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.479152:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.479154:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.479155:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.484070:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.484272:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150261120
00000100:00100000:1.0:1775764893.484291:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150261120
00000100:00100000:1.0:1775764893.484352:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14542
00000100:00100000:1.0:1775764893.484363:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6552:11674:x1862023150261120:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.484426:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.484477:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402cd1600/0xd3c138f3308263df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x679:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edebe8f expref: 6552 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484497:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x679:0x0].0x0 (ffff89b406c45000)
00010000:00010000:1.0:1775764893.484510:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.484529:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484542:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484551:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484566:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcc41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa0ca61e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484572:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcc41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa0ca61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484579:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcc41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa0ca61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484678:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x679:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484686:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.484694:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.484950:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4200, 64 off276992
00000040:00080000:1.0:1775764893.484969:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4200, 64 off276992
00010000:00010000:1.0:1775764893.485019:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x679:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485027:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485040:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485047:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485052:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485058:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485084:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.485101:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485108:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485143:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485150:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.485155:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485162:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485171:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x679:0x0].0x0 (ffff89b407334800)
00010000:00010000:1.0:1775764893.485174:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.485178:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485183:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcc48 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485201:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485206:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485211:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485215:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485219:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.485222:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485226:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485242:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.485245:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.485248:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485252:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcc3a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.485261:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eef68584 reply state 0000000009e44a2e transno 4294992014 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcc41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa0ca61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485271:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408228800/0xd3c138f3308bcc41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa0ca61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.485277:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa0ca61e4 (ffff89b407334700)
00010000:00010000:1.0:1775764893.485278:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.485281:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.485358:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6553:11674:x1862023150261120:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 996us (1307us total) trans 4294992014 rc 0/0
00000100:00100000:1.0:1775764893.485366:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14542
00010000:00010000:3.0:1775764893.485953:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.485961:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.485968:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.485971:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.485978:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.485988:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x679:0x0].0x0 (ffff89b407334800)
00010000:00010000:3.0:1775764893.485990:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.485993:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.485998:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcc4f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.486025:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.486027:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.486029:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.490403:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.490492:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150261376
00000100:00100000:0.0:1775764893.490504:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150261376
00000100:00100000:0.0:1775764893.490566:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14543
00000100:00100000:0.0:1775764893.490575:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40505b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6553:11674:x1862023150261376:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.490639:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.490668:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052b6600/0xd3c138f33081e8f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea5fa expref: 6553 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490690:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f6:0x0].0x0 (ffff89b40e86d700)
00010000:00010000:0.0:1775764893.490705:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.490727:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490739:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490747:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490764:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcc5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x16ad81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490770:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcc5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16ad81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490776:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcc5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16ad81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490883:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490891:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.490902:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.491179:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4201, 64 off277056
00000040:00080000:0.0:1775764893.491199:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4201, 64 off277056
00010000:00010000:0.0:1775764893.491257:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491268:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491277:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491284:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491290:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491295:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491317:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.491336:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491342:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491348:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491357:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.491361:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491367:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491375:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f6:0x0].0x0 (ffff89b409b9d600)
00010000:00010000:0.0:1775764893.491378:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.491382:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491388:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc64 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491404:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491410:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491416:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491420:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.491423:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491429:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491440:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.491443:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.491445:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491451:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc56 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.491460:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000acf4a5a9 reply state 000000002baf5683 transno 4294992015 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcc5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16ad81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491471:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296000/0xd3c138f3308bcc5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x16ad81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.491478:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x16ad81fd (ffff89b409b9d300)
00010000:00010000:0.0:1775764893.491480:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.491483:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.491560:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40505b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6554:11674:x1862023150261376:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 985us (1164us total) trans 4294992015 rc 0/0
00000100:00100000:0.0:1775764893.491568:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14543
00010000:00010000:1.0:1775764893.491822:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.491830:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491836:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.491839:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491845:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491854:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f6:0x0].0x0 (ffff89b409b9d600)
00010000:00010000:1.0:1775764893.491856:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.491859:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491864:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcc6b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491880:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.491883:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.491884:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.497605:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.497697:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150261632
00000100:00100000:0.0:1775764893.497709:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150261632
00000100:00100000:0.0:1775764893.497766:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14544
00000100:00100000:0.0:1775764893.497776:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6554:11674:x1862023150261632:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.497849:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.497878:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086a2000/0xd3c138f33086644e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8b72 expref: 6554 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497901:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23be:0x0].0x0 (ffff89b408508b00)
00010000:00010000:0.0:1775764893.497914:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.497934:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497948:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497959:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497977:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa5d08586 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497984:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa5d08586 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497991:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa5d08586 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498091:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498099:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498106:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.498387:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4202, 64 off277120
00000040:00080000:0.0:1775764893.498407:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4202, 64 off277120
00010000:00010000:0.0:1775764893.498456:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498464:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498472:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498479:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498485:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498491:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498514:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.498532:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498538:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498544:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498549:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b97600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.498553:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498560:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498570:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23be:0x0].0x0 (ffff89b408021700)
00010000:00010000:0.0:1775764893.498572:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.498576:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498581:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcc80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498596:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498602:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498607:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498612:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.498615:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498621:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498627:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.498629:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.498632:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498638:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcc72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.498651:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004ba9c748 reply state 00000000f1a96877 transno 4294992016 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa5d08586 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498661:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297600/0xd3c138f3308bcc79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa5d08586 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.498667:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa5d08586 (ffff89b409b9db00)
00010000:00010000:0.0:1775764893.498669:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.498672:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.498748:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6555:11674:x1862023150261632:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 972us (1151us total) trans 4294992016 rc 0/0
00000100:00100000:0.0:1775764893.498756:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14544
00010000:00010000:3.0:1775764893.499522:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.499530:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.499538:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.499541:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.499548:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.499561:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23be:0x0].0x0 (ffff89b408021700)
00010000:00010000:3.0:1775764893.499563:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.499566:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.499571:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcc87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.499588:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.499590:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.499592:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.502708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.502902:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150261888
00000100:00100000:2.0:1775764893.502914:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150261888
00000100:00100000:2.0:1775764893.503435:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14545
00000100:00100000:2.0:1775764893.503448:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6555:11674:x1862023150261888:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.503507:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.503533:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a718e00/0xd3c138f33085e942 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf72d6 expref: 6555 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503549:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203a:0x0].0x0 (ffff89b408f40100)
00010000:00010000:2.0:1775764893.503560:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.503579:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503596:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503604:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503618:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9925fb27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503625:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9925fb27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503631:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9925fb27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503723:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503731:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.503738:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.504010:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4203, 64 off277184
00000040:00080000:2.0:1775764893.504040:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4203, 64 off277184
00010000:00010000:2.0:1775764893.504098:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.504106:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506490:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506501:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506508:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506513:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506746:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.506775:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506792:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506799:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506806:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.506810:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506817:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506831:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203a:0x0].0x0 (ffff89b40927cd00)
00010000:00010000:2.0:1775764893.506834:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.506838:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506843:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcc9c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x203a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506875:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506881:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506886:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506891:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506895:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.506898:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506903:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506911:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.506914:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.506916:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506921:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcc8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.506933:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000c817f3 reply state 000000007d9e223e transno 4294992017 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9925fb27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506946:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eb400/0xd3c138f3308bcc95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9925fb27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.506952:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9925fb27 (ffff89b40927c600)
00010000:00010000:2.0:1775764893.506955:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.506958:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.507084:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6556:11674:x1862023150261888:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3634us (4380us total) trans 4294992017 rc 0/0
00000100:00100000:2.0:1775764893.507093:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14545
00010000:00010000:3.0:1775764893.510555:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.510569:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.510580:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.510584:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.510592:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.510609:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203a:0x0].0x0 (ffff89b40927cd00)
00010000:00010000:3.0:1775764893.510612:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.510616:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.510622:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcca3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x203a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.510642:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.510645:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.510646:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.510757:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.510931:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150262144
00000100:00100000:2.0:1775764893.510953:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150262144
00000100:00100000:2.0:1775764893.511066:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14546
00000100:00100000:2.0:1775764893.511075:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6556:11674:x1862023150262144:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.511173:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.511191:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403b68600/0xd3c138f330867e02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9096 expref: 6556 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511204:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247a:0x0].0x0 (ffff89b403d5b400)
00010000:00010000:2.0:1775764893.511212:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.511231:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511262:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511272:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511584:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bccb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xff64c2e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511591:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bccb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xff64c2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511598:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bccb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xff64c2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511692:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511701:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.511708:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.511932:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4204, 64 off277248
00000040:00080000:2.0:1775764893.512306:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4204, 64 off277248
00010000:00010000:2.0:1775764893.512357:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512365:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512372:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512378:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512388:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512394:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512419:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.512437:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512443:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512448:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512454:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406d50400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.512457:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512463:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512471:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247a:0x0].0x0 (ffff89b40927c900)
00010000:00010000:2.0:1775764893.512474:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.512477:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512481:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bccb8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512502:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512507:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512512:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512517:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512522:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.512524:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512529:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512535:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.512537:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.512539:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512543:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bccaa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.512551:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e935b39b reply state 00000000efaa6d3d transno 4294992018 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bccb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xff64c2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512561:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d51200/0xd3c138f3308bccb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xff64c2e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.512567:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xff64c2e7 (ffff89b40927c700)
00010000:00010000:2.0:1775764893.512569:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.512571:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.512648:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6557:11674:x1862023150262144:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1572us (1892us total) trans 4294992018 rc 0/0
00000100:00100000:2.0:1775764893.512656:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14546
00010000:00010000:1.0:1775764893.512733:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.512739:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.512746:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.512749:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.512755:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.512764:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247a:0x0].0x0 (ffff89b40927c900)
00010000:00010000:1.0:1775764893.512766:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.512769:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.512773:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bccbf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.512799:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.512801:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.512803:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.517627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.517722:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150262400
00000100:00100000:3.0:1775764893.517734:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150262400
00000100:00100000:3.0:1775764893.517912:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14547
00000100:00100000:3.0:1775764893.517923:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40505a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6557:11674:x1862023150262400:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.518368:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.518398:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a7e9c00/0xd3c138f33086312c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8138 expref: 6557 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518418:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2248:0x0].0x0 (ffff89b40a754700)
00010000:00010000:3.0:1775764893.518430:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.518449:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518463:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518474:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518491:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c600/0xd3c138f3308bcccd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbe21b470 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518498:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c600/0xd3c138f3308bcccd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbe21b470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518504:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c600/0xd3c138f3308bcccd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbe21b470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518600:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518609:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.518614:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.518923:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4205, 64 off277312
00000040:00080000:3.0:1775764893.519429:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4205, 64 off277312
00010000:00010000:3.0:1775764893.519487:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519497:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519504:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519511:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519516:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519522:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519583:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.519603:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519609:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519619:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519625:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.519629:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519636:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519645:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2248:0x0].0x0 (ffff89b409b9e600)
00010000:00010000:3.0:1775764893.519648:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.519653:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519658:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccd4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519674:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519679:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519684:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519689:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519694:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409b90200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.519697:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519703:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519709:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.519711:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.519714:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519719:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bccc6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.519727:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000669db9e9 reply state 0000000039ed9750 transno 4294992019 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c600/0xd3c138f3308bcccd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbe21b470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519737:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c600/0xd3c138f3308bcccd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbe21b470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.519743:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbe21b470 (ffff89b409b9e300)
00010000:00010000:3.0:1775764893.519744:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.519747:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.519964:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40505a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6558:11674:x1862023150262400:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2042us (2345us total) trans 4294992019 rc 0/0
00000100:00100000:3.0:1775764893.519974:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14547
00010000:00010000:1.0:1775764893.520479:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.520487:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.520494:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736de00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.520497:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.520505:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.520516:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2248:0x0].0x0 (ffff89b409b9e600)
00010000:00010000:1.0:1775764893.520519:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.520522:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.520527:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bccdb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.520546:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.520547:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.520549:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.526732:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.526898:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150262656
00000100:00100000:2.0:1775764893.526910:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150262656
00000100:00100000:2.0:1775764893.527059:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14548
00000100:00100000:2.0:1775764893.527070:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6558:11674:x1862023150262656:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.527455:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.527488:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409c96c00/0xd3c138f33081fc1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x382:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea9ce expref: 6558 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527510:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x382:0x0].0x0 (ffff89b40fccfd00)
00010000:00010000:2.0:1775764893.527522:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.527543:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527557:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527566:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527581:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bcce9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x54b4c838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527591:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bcce9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54b4c838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527596:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bcce9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54b4c838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527689:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x382:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527696:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.527704:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.527967:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4206, 64 off277376
00000040:00080000:2.0:1775764893.527986:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4206, 64 off277376
00010000:00010000:2.0:1775764893.528454:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x382:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528465:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528473:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528480:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528485:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528495:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528558:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.528577:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528584:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528590:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528596:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a14b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.528601:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528608:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528618:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x382:0x0].0x0 (ffff89b40927c800)
00010000:00010000:2.0:1775764893.528621:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.528624:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528630:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bccf0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528647:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528656:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528661:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528666:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.528668:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528673:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528680:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.528682:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.528685:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528689:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcce2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.528698:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a387c57 reply state 0000000016557a31 transno 4294992020 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bcce9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54b4c838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528708:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50400/0xd3c138f3308bcce9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x54b4c838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.528713:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x54b4c838 (ffff89b40927cf00)
00010000:00010000:2.0:1775764893.528715:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.528718:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.528854:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6559:11674:x1862023150262656:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1783us (2127us total) trans 4294992020 rc 0/0
00000100:00100000:2.0:1775764893.528864:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14548
00010000:00010000:3.0:1775764893.529463:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.529473:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.529480:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.529484:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.529491:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.529502:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x382:0x0].0x0 (ffff89b40927c800)
00010000:00010000:3.0:1775764893.529505:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.529508:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.529514:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bccf7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.529532:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.529534:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.529536:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.532917:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.533428:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150262912
00000100:00100000:3.0:1775764893.533441:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150262912
00000100:00100000:3.0:1775764893.533553:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14549
00000100:00100000:3.0:1775764893.533565:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6559:11674:x1862023150262912:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.533634:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.533669:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408d30800/0xd3c138f33086951d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2523:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9535 expref: 6559 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533691:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2523:0x0].0x0 (ffff89b40a764200)
00010000:00010000:3.0:1775764893.533701:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.533722:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533735:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533748:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533763:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d400/0xd3c138f3308bcd05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x32428fdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533770:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d400/0xd3c138f3308bcd05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x32428fdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533776:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d400/0xd3c138f3308bcd05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x32428fdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533875:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533882:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.533888:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.534523:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4207, 64 off277440
00000040:00080000:3.0:1775764893.534543:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4207, 64 off277440
00010000:00010000:3.0:1775764893.534592:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534602:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534611:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534623:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534629:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534635:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534650:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.534668:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534674:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534679:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534684:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736d800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.534689:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534696:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534704:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2523:0x0].0x0 (ffff89b409b9e000)
00010000:00010000:3.0:1775764893.534707:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.534710:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534719:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd0c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2523:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534733:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534738:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534744:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534748:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.534751:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534757:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534764:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.534766:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.534769:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534774:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bccfe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.534796:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007167d899 reply state 000000009c089b1f transno 4294992021 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d400/0xd3c138f3308bcd05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x32428fdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534807:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d400/0xd3c138f3308bcd05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x32428fdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.534814:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x32428fdb (ffff89b409b9ea00)
00010000:00010000:3.0:1775764893.534816:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.534818:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.535465:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:11674:x1862023150262912:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1898us (2552us total) trans 4294992021 rc 0/0
00000100:00100000:3.0:1775764893.535474:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14549
00010000:00010000:1.0:1775764893.535549:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.535556:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.535564:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736c800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.535568:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.535574:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.535585:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2523:0x0].0x0 (ffff89b409b9e000)
00010000:00010000:1.0:1775764893.535588:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.535591:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.535601:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd13 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2523:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.535617:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.535619:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.535621:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.539758:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.539922:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150263168
00000100:00100000:3.0:1775764893.539933:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150263168
00000100:00100000:3.0:1775764893.540488:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14550
00000100:00100000:3.0:1775764893.540499:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6560:11674:x1862023150263168:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.540561:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.540590:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b26800/0xd3c138f33081db6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x293:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea345 expref: 6560 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540609:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x293:0x0].0x0 (ffff89b40a406700)
00010000:00010000:3.0:1775764893.540621:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.540642:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540654:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540665:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540680:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bcd21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x31d6b131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540691:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bcd21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x31d6b131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540698:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bcd21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x31d6b131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540807:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x293:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540816:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.540823:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.541300:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4208, 64 off277504
00000040:00080000:3.0:1775764893.541321:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4208, 64 off277504
00010000:00010000:3.0:1775764893.541373:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x293:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541382:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541390:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541397:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541403:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541413:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541426:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.541443:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541450:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541456:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541461:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.541466:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541473:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541484:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x293:0x0].0x0 (ffff89b409b9e200)
00010000:00010000:3.0:1775764893.541486:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.541490:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541495:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bcd28 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541512:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541522:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541527:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541532:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541537:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.541541:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541548:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541555:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.541558:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.541560:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541566:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd1a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.541576:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000190cabdf reply state 000000007ad57d96 transno 4294992022 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bcd21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x31d6b131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541587:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409b90200/0xd3c138f3308bcd21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x31d6b131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.541593:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x31d6b131 (ffff89b409b9e400)
00010000:00010000:3.0:1775764893.541595:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.541599:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.541685:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6561:11674:x1862023150263168:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1185us (1933us total) trans 4294992022 rc 0/0
00000100:00100000:3.0:1775764893.541693:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14550
00010000:00010000:1.0:1775764893.541778:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.541796:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.541802:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.541805:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.541811:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.541821:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x293:0x0].0x0 (ffff89b409b9e200)
00010000:00010000:1.0:1775764893.541824:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.541826:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.541831:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bcd2f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.541848:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.541850:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.541851:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.546449:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.546546:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150263424
00000100:00100000:0.0:1775764893.546555:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150263424
00000100:00100000:0.0:1775764893.546629:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14551
00000100:00100000:0.0:1775764893.546636:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6561:11674:x1862023150263424:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.546936:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.547007:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d7a00/0xd3c138f330836041 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef109 expref: 6561 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.547385:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdaf:0x0].0x0 (ffff89b40729b400)
00010000:00010000:0.0:1775764893.547396:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.547475:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547491:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547500:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547517:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcd3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3ee0424e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547525:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcd3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3ee0424e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547532:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcd3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3ee0424e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547611:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547617:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547622:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.547878:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4209, 64 off277568
00000040:00080000:1.0:1775764893.547890:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4209, 64 off277568
00010000:00010000:1.0:1775764893.547928:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.547934:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548432:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548440:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548445:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548449:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548503:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.548524:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548530:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548536:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548542:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e5400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.548546:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548554:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548562:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdaf:0x0].0x0 (ffff89b409b9d600)
00010000:00010000:1.0:1775764893.548564:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.548568:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548571:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd44 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xdaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548584:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548588:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548591:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548594:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.548596:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548599:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548603:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.548605:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.548606:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548609:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd36 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.548615:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e76e78ad reply state 000000006d70bd03 transno 4294992023 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcd3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3ee0424e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548626:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5200/0xd3c138f3308bcd3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3ee0424e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548629:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3ee0424e (ffff89b407334800)
00010000:00010000:1.0:1775764893.548631:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.548632:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.548703:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6562:11674:x1862023150263424:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2067us (2261us total) trans 4294992023 rc 0/0
00000100:00100000:1.0:1775764893.548710:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14551
00000100:00100000:2.0:1775764893.551036:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.551144:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150263680
00000100:00100000:3.0:1775764893.551155:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150263680
00000100:00100000:3.0:1775764893.551210:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14552
00000100:00100000:3.0:1775764893.551221:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6562:11674:x1862023150263680:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.551306:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.551333:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f330856d1e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5a02 expref: 6562 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551354:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cae:0x0].0x0 (ffff89b4087ebc00)
00010000:00010000:3.0:1775764893.551365:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.551385:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551398:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551408:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551424:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647000/0xd3c138f3308bcd59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x273b9e56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551431:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647000/0xd3c138f3308bcd59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x273b9e56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551442:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647000/0xd3c138f3308bcd59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x273b9e56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551534:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551543:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.551550:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.551768:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4210, 64 off277632
00000040:00080000:1.0:1775764893.552637:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4210, 64 off277632
00010000:00010000:1.0:1775764893.552704:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.552716:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.552725:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.552732:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.552739:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.552745:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.552915:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764893.552923:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.552934:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.552939:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.552954:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.552965:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdaf:0x0].0x0 (ffff89b409b9d600)
00010000:00010000:0.0:1775764893.552968:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.552971:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.552978:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcd4b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.553386:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.553391:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.553398:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.553400:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.553406:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.553415:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cae:0x0].0x0 (ffff89b409b9ed00)
00010000:00010000:0.0:1775764893.553418:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.553421:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.553432:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.553433:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.553435:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.553523:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764893.553529:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcd67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1cae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553555:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553562:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553568:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553573:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.553577:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553583:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553592:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cae:0x0].0x0 (ffff89b409b9ed00)
00010000:00010000:1.0:1775764893.553594:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.553597:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553604:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcd60 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1cae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553623:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553629:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553635:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553640:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.553642:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553647:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553653:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.553655:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.553658:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553663:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bcd52 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.553672:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a057807 reply state 000000005551c945 transno 4294992024 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647000/0xd3c138f3308bcd59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x273b9e56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553682:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647000/0xd3c138f3308bcd59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x273b9e56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.553689:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x273b9e56 (ffff89b409b9ef00)
00010000:00010000:1.0:1775764893.553691:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.553694:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.553767:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6563:11674:x1862023150263680:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2545us (2737us total) trans 4294992024 rc 0/0
00000100:00100000:1.0:1775764893.553776:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14552
00010000:00010000:3.0:1775764893.558038:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.559991:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.560289:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150263936
00000100:00100000:1.0:1775764893.560302:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150263936
00000100:00100000:1.0:1775764893.560358:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14553
00000100:00100000:1.0:1775764893.560368:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6563:11674:x1862023150263936:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.560430:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.560457:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f33084abcc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1728:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3358 expref: 6563 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560479:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1728:0x0].0x0 (ffff89b408eb5600)
00010000:00010000:1.0:1775764893.560491:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.560512:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560526:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560534:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560548:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bcd75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9d7543a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560554:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bcd75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d7543a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560560:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bcd75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d7543a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560653:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560661:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.560670:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.560910:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4211, 64 off277696
00000040:00080000:1.0:1775764893.560930:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4211, 64 off277696
00010000:00010000:1.0:1775764893.561316:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561329:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561336:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561344:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561350:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561356:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561378:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.561401:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561407:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561414:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561421:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736d800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.561426:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561434:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561444:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1728:0x0].0x0 (ffff89b409d33900)
00010000:00010000:1.0:1775764893.561447:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.561451:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561457:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bcd7c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1728:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561478:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561484:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561489:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561494:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561499:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.561501:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561511:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561518:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.561521:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.561524:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561530:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bcd6e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.561539:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b6cce55 reply state 000000005e1344d1 transno 4294992025 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bcd75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d7543a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561550:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d200/0xd3c138f3308bcd75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9d7543a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.561555:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9d7543a4 (ffff89b409279200)
00010000:00010000:1.0:1775764893.561558:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.561560:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.561648:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6564:11674:x1862023150263936:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1279us (1663us total) trans 4294992025 rc 0/0
00000100:00100000:1.0:1775764893.561657:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14553
00010000:00010000:3.0:1775764893.562773:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.562792:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.562802:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736c800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.562805:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.562813:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.562826:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1728:0x0].0x0 (ffff89b409d33900)
00010000:00010000:3.0:1775764893.562829:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.562833:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.562843:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bcd83 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1728:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.562860:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.562862:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.562864:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.566228:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.566422:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150264192
00000100:00100000:1.0:1775764893.566433:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150264192
00000100:00100000:1.0:1775764893.566490:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14554
00000100:00100000:1.0:1775764893.566501:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6564:11674:x1862023150264192:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.566569:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.566601:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404e12a00/0xd3c138f330866e03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8d63 expref: 6564 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566622:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2405:0x0].0x0 (ffff89b403d27800)
00010000:00010000:1.0:1775764893.566644:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.566667:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566680:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566690:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566705:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf7f3b722 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566713:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf7f3b722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566718:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf7f3b722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566839:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566849:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566855:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.567519:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4212, 64 off277760
00000040:00080000:1.0:1775764893.567540:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4212, 64 off277760
00010000:00010000:1.0:1775764893.567592:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567603:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567611:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567618:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567624:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567630:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567651:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.567670:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567676:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567682:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567688:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.567693:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567700:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567709:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2405:0x0].0x0 (ffff89b409d33000)
00010000:00010000:1.0:1775764893.567712:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.567715:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567720:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcd98 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2405:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567737:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567743:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567748:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567753:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.567755:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567761:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567768:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.567770:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.567773:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567778:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcd8a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.567793:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000995b1f75 reply state 00000000cfc22291 transno 4294992026 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf7f3b722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567803:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e5400/0xd3c138f3308bcd91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf7f3b722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.567809:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf7f3b722 (ffff89b409d33400)
00010000:00010000:1.0:1775764893.567810:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.567813:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.567900:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6565:11674:x1862023150264192:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1399us (1679us total) trans 4294992026 rc 0/0
00000100:00100000:1.0:1775764893.567908:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14554
00010000:00010000:3.0:1775764893.568363:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.568371:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.568378:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.568381:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.568388:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.568399:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2405:0x0].0x0 (ffff89b409d33000)
00010000:00010000:3.0:1775764893.568401:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.568404:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.568410:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcd9f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2405:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.568427:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.568429:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.568430:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.572053:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.572160:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150264448
00000100:00100000:1.0:1775764893.572171:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150264448
00000100:00100000:1.0:1775764893.572231:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14555
00000100:00100000:1.0:1775764893.572249:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6565:11674:x1862023150264448:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.572325:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.572357:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404aca600/0xd3c138f330869284 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2510:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf94b0 expref: 6565 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572376:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2510:0x0].0x0 (ffff89b4086ba000)
00010000:00010000:1.0:1775764893.572385:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.572407:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572419:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572434:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572447:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcdad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4fbeeddc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572454:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcdad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4fbeeddc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572461:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcdad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4fbeeddc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572556:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572564:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572572:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.572791:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4213, 64 off277824
00000040:00080000:1.0:1775764893.572813:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4213, 64 off277824
00010000:00010000:1.0:1775764893.572858:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572867:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572874:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572883:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572889:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572894:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572914:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.572931:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572936:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572942:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572947:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.572951:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572957:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572965:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2510:0x0].0x0 (ffff89b409d33300)
00010000:00010000:1.0:1775764893.572967:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.572970:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572979:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bcdb4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572993:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.572998:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.573003:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.573008:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.573010:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.573015:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.573021:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.573023:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.573025:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.573030:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bcda6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.573037:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a14f6c3 reply state 000000006163b56a transno 4294992027 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcdad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4fbeeddc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.573047:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc600/0xd3c138f3308bcdad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4fbeeddc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.573053:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4fbeeddc (ffff89b409d33f00)
00010000:00010000:1.0:1775764893.573056:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.573058:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.573159:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6566:11674:x1862023150264448:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 911us (1122us total) trans 4294992027 rc 0/0
00000100:00100000:1.0:1775764893.573167:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14555
00010000:00010000:0.0:1775764893.573786:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.573794:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.573802:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dd200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.573805:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.573812:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.573822:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2510:0x0].0x0 (ffff89b409d33300)
00010000:00010000:0.0:1775764893.573825:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.573828:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.573834:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcdbb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2510:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.573850:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.573852:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.573854:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.577954:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.578035:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150264704
00000100:00100000:2.0:1775764893.578045:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150264704
00000100:00100000:2.0:1775764893.578148:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14556
00000100:00100000:2.0:1775764893.578159:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6566:11674:x1862023150264704:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.578222:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.578264:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405228600/0xd3c138f33083e9cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x119d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0c8b expref: 6566 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578285:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x119d:0x0].0x0 (ffff89b405a25200)
00010000:00010000:2.0:1775764893.578297:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.578319:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578334:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578343:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578360:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcdc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf6bf52c3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578366:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcdc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf6bf52c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578376:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcdc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf6bf52c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578487:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578496:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578503:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.578744:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4214, 64 off277888
00000040:00080000:2.0:1775764893.578762:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4214, 64 off277888
00010000:00010000:2.0:1775764893.578814:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578823:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578830:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578837:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578842:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578848:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578871:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.578890:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578896:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578902:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578908:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4b400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.578912:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578920:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578929:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x119d:0x0].0x0 (ffff89b40927c800)
00010000:00010000:2.0:1775764893.578932:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.578936:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578942:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdd0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x119d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578957:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578964:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578973:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578978:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.578981:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578986:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578992:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.578994:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.578997:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.579002:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bcdc2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.579012:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d391e20e reply state 000000007badbf9e transno 4294992028 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcdc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf6bf52c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.579022:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14b800/0xd3c138f3308bcdc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf6bf52c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.579028:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf6bf52c3 (ffff89b40927c500)
00010000:00010000:2.0:1775764893.579029:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.579032:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.579143:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6567:11674:x1862023150264704:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 959us (1182us total) trans 4294992028 rc 0/0
00000100:00100000:2.0:1775764893.579151:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14556
00010000:00010000:3.0:1775764893.579559:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.579567:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.579575:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4b000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.579579:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.579587:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.579599:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x119d:0x0].0x0 (ffff89b40927c800)
00010000:00010000:3.0:1775764893.579601:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.579605:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.579609:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bcdd7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x119d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.579624:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.579626:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.579628:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.583221:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.583563:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150264960
00000100:00100000:3.0:1775764893.583574:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150264960
00000100:00100000:3.0:1775764893.583627:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14557
00000100:00100000:3.0:1775764893.583634:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40505ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6567:11674:x1862023150264960:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.583689:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.583712:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405bb8600/0xd3c138f33086f143 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa7a3 expref: 6567 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583726:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27c5:0x0].0x0 (ffff89b403d01000)
00010000:00010000:3.0:1775764893.583734:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.583750:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583760:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583766:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583775:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646a00/0xd3c138f3308bcde5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x90af1985 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583788:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646a00/0xd3c138f3308bcde5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x90af1985 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583793:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646a00/0xd3c138f3308bcde5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x90af1985 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583868:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583873:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.583877:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.584069:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4215, 64 off277952
00000040:00080000:3.0:1775764893.584087:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4215, 64 off277952
00010000:00010000:2.0:1775764893.584900:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.584910:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.584917:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.584922:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.584926:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.584929:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.584997:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.585023:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585027:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585030:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585034:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.585037:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585042:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585054:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27c5:0x0].0x0 (ffff89b409b9e200)
00010000:00010000:2.0:1775764893.585056:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.585059:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585065:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcdec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585085:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585090:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585096:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585100:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408646200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.585103:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585108:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585133:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.585136:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.585139:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585144:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcdde lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.585157:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d78c089 reply state 00000000c0b7944f transno 4294992029 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646a00/0xd3c138f3308bcde5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x90af1985 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585166:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646a00/0xd3c138f3308bcde5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x90af1985 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.585172:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x90af1985 (ffff89b409b9ed00)
00010000:00010000:2.0:1775764893.585174:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.585176:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.585265:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40505ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6568:11674:x1862023150264960:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1628us (2050us total) trans 4294992029 rc 0/0
00000100:00100000:2.0:1775764893.585281:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14557
00010000:00010000:3.0:1775764893.587568:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.587580:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.587588:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4b400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.587592:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.587597:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.587611:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27c5:0x0].0x0 (ffff89b409b9e200)
00010000:00010000:3.0:1775764893.587613:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.587615:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.587619:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcdf3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.587844:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.587898:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150265216
00000100:00100000:3.0:1775764893.587907:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150265216
00000100:00100000:3.0:1775764893.587963:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14558
00000100:00100000:3.0:1775764893.587972:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6568:11674:x1862023150265216:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.588056:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.588074:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a571c00/0xd3c138f330844a2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x145e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1fd2 expref: 6568 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.588094:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x145e:0x0].0x0 (ffff89b405a39200)
00010000:00010000:3.0:1775764893.588101:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.588136:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.588148:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.588158:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.588172:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647a00/0xd3c138f3308bce01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2527a86e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.588179:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647a00/0xd3c138f3308bce01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2527a86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.588186:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647a00/0xd3c138f3308bce01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2527a86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.588726:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.588736:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.588744:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.589178:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4216, 64 off278016
00000040:00080000:2.0:1775764893.589197:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4216, 64 off278016
00010000:00010000:2.0:1775764893.589260:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589271:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589365:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589374:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589379:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589384:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589402:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.589421:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589426:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589431:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.589436:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.591225:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591255:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591336:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x145e:0x0].0x0 (ffff89b40927c900)
00010000:00010000:2.0:1775764893.591341:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.591347:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591358:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bce08 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x145e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591392:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591400:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591406:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591412:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591417:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.591420:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591425:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591433:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.591435:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.591438:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591444:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcdfa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.591456:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ced9d138 reply state 0000000081270388 transno 4294992030 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647a00/0xd3c138f3308bce01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2527a86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591469:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647a00/0xd3c138f3308bce01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2527a86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.591475:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2527a86e (ffff89b409b9e000)
00010000:00010000:2.0:1775764893.591478:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.591481:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.591585:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6569:11674:x1862023150265216:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3609us (3738us total) trans 4294992030 rc 0/0
00000100:00100000:2.0:1775764893.591596:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14558
00010000:00010000:3.0:1775764893.591706:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.591714:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.591720:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.591724:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.591730:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.591739:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x145e:0x0].0x0 (ffff89b40927c900)
00010000:00010000:3.0:1775764893.591741:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.591744:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.591748:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce0f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x145e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.591766:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.591767:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.591769:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.596019:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.596038:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.596042:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.597287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.597389:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150265472
00000100:00100000:2.0:1775764893.597403:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150265472
00000100:00100000:2.0:1775764893.597520:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14559
00000100:00100000:2.0:1775764893.597531:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6569:11674:x1862023150265472:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.597594:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.597622:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c2d000/0xd3c138f3308370a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef451 expref: 6569 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597641:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe27:0x0].0x0 (ffff89b40a36a900)
00010000:00010000:2.0:1775764893.597650:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.597671:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597683:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597693:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597713:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bce1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x82aed362 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597720:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bce1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82aed362 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597727:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bce1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82aed362 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597836:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597844:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.597851:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.598296:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4217, 64 off278080
00000040:00080000:2.0:1775764893.598316:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4217, 64 off278080
00010000:00010000:2.0:1775764893.598371:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598381:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598389:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598398:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598407:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598413:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598439:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.598474:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598481:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598486:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598491:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402ab8800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.598495:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598502:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598510:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe27:0x0].0x0 (ffff89b40927c200)
00010000:00010000:2.0:1775764893.598513:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.598517:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598522:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce24 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598545:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598552:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598557:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598561:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598566:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.598569:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598574:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598580:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.598582:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.598585:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598590:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce16 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.598601:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000465f9750 reply state 00000000923fe195 transno 4294992031 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bce1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82aed362 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598611:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b000/0xd3c138f3308bce1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x82aed362 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.598618:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x82aed362 (ffff89b40927cd00)
00010000:00010000:2.0:1775764893.598620:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.598623:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.598761:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6570:11674:x1862023150265472:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1230us (1478us total) trans 4294992031 rc 0/0
00000100:00100000:2.0:1775764893.598770:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14559
00010000:00010000:0.0:1775764893.598833:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.598839:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.598846:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.598849:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.598854:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.598863:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe27:0x0].0x0 (ffff89b40927c200)
00010000:00010000:0.0:1775764893.598866:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.598868:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.598874:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce2b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.598888:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.598890:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.598892:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.601696:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.601790:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150265728
00000100:00100000:2.0:1775764893.601800:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150265728
00000100:00100000:2.0:1775764893.602009:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14560
00000100:00100000:2.0:1775764893.602019:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405059f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6570:11674:x1862023150265728:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.602082:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.602106:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403da4a00/0xd3c138f33086874e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9272 expref: 6570 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602154:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24be:0x0].0x0 (ffff89b406def900)
00010000:00010000:2.0:1775764893.602164:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.602183:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602195:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602204:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602219:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208a00/0xd3c138f3308bce39 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4b3529b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602231:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208a00/0xd3c138f3308bce39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b3529b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602250:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208a00/0xd3c138f3308bce39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b3529b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602333:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602342:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602348:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.602553:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4218, 64 off278144
00000040:00080000:2.0:1775764893.602570:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4218, 64 off278144
00010000:00010000:2.0:1775764893.602614:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602623:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602631:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602639:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602646:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602657:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602676:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.602692:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602698:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602705:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602711:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.602716:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602723:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602731:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24be:0x0].0x0 (ffff89b40818f300)
00010000:00010000:2.0:1775764893.602734:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.602737:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602743:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce40 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602758:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602769:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602775:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602781:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.602784:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602789:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.602797:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.602800:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.603032:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.603039:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.603047:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.603050:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.603057:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.603066:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24be:0x0].0x0 (ffff89b40818f300)
00010000:00010000:3.0:1775764893.603068:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.603071:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.603077:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce47 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.603091:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.603093:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.603095:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.604443:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.604456:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce32 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.604472:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd37f2d2 reply state 000000007cf7cfa0 transno 4294992032 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208a00/0xd3c138f3308bce39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b3529b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.604487:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208a00/0xd3c138f3308bce39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4b3529b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.604495:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4b3529b0 (ffff89b40927c800)
00010000:00010000:2.0:1775764893.604498:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.604501:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.606529:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405059f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:11674:x1862023150265728:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4502us (4832us total) trans 4294992032 rc 0/0
00000100:00100000:2.0:1775764893.606542:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14560
00000100:00100000:3.0:1775764893.611073:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.611450:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150265984
00000100:00100000:2.0:1775764893.611461:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150265984
00000100:00100000:2.0:1775764893.611570:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14561
00000100:00100000:2.0:1775764893.611581:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6571:11674:x1862023150265984:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.611636:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.611662:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4076bda00/0xd3c138f330851ec7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a71:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4a57 expref: 6571 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.611681:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a71:0x0].0x0 (ffff89b407a16c00)
00010000:00010000:2.0:1775764893.611691:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.611710:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.611723:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.611732:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.611757:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209000/0xd3c138f3308bce55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc1e003a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.611765:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209000/0xd3c138f3308bce55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc1e003a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.611772:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209000/0xd3c138f3308bce55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc1e003a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612043:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612053:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612060:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.612374:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4219, 64 off278208
00000040:00080000:2.0:1775764893.612393:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4219, 64 off278208
00010000:00010000:2.0:1775764893.612441:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612450:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612458:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612466:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612473:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612479:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612500:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.612519:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612525:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612687:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612692:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.612696:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612703:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612712:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a71:0x0].0x0 (ffff89b40818ff00)
00010000:00010000:2.0:1775764893.612715:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.612718:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612725:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bce5c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.612996:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613004:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613010:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613016:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613083:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.613086:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613092:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613102:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.613104:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.613107:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613113:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bce4e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.613148:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032604cb1 reply state 00000000fe6f7118 transno 4294992033 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209000/0xd3c138f3308bce55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc1e003a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613160:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209000/0xd3c138f3308bce55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc1e003a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.613165:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc1e003a4 (ffff89b40818fe00)
00010000:00010000:2.0:1775764893.613168:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.613172:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764893.613364:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.613372:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.613378:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.613381:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.613387:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.613396:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a71:0x0].0x0 (ffff89b40818ff00)
00010000:00010000:3.0:1775764893.613398:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.613401:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.613406:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bce63 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.613419:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.613421:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.613422:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.613461:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6572:11674:x1862023150265984:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1880us (2679us total) trans 4294992033 rc 0/0
00000100:00100000:2.0:1775764893.613469:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14561
00000100:00100000:0.0:1775764893.617851:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.617944:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150266240
00000100:00100000:2.0:1775764893.617955:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150266240
00000100:00100000:2.0:1775764893.618015:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14562
00000100:00100000:2.0:1775764893.618022:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6572:11674:x1862023150266240:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.618086:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.618152:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40737d600/0xd3c138f33083c829 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf05d1 expref: 6572 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618177:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10a7:0x0].0x0 (ffff89b4072b3900)
00010000:00010000:2.0:1775764893.618189:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.618215:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618228:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618249:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618265:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7d35bf64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618271:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7d35bf64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618277:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7d35bf64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618364:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618369:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618377:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.618586:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4220, 64 off278272
00000040:00080000:2.0:1775764893.618603:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4220, 64 off278272
00010000:00010000:2.0:1775764893.618648:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618657:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618664:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618671:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618677:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618683:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618698:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.618715:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618722:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618727:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618731:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.618735:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618739:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618744:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10a7:0x0].0x0 (ffff89b40818fd00)
00010000:00010000:2.0:1775764893.618746:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.618748:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618751:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bce78 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x10a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618763:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618767:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618771:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618773:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618776:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.618777:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618783:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618787:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.618788:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.618790:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618793:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bce6a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.618797:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000201abb57 reply state 00000000db1297b0 transno 4294992034 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7d35bf64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618803:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209600/0xd3c138f3308bce71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7d35bf64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.618807:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7d35bf64 (ffff89b40818fa00)
00010000:00010000:2.0:1775764893.618808:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.618809:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.618879:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6573:11674:x1862023150266240:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 856us (1036us total) trans 4294992034 rc 0/0
00000100:00100000:2.0:1775764893.618887:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14562
00010000:00010000:1.0:1775764893.619296:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.619303:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.619309:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.619312:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.619318:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.619327:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10a7:0x0].0x0 (ffff89b40818fd00)
00010000:00010000:1.0:1775764893.619330:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.619332:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.619338:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bce7f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.619355:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.619357:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.619359:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.622455:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.622872:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150266496
00000100:00100000:2.0:1775764893.622881:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150266496
00000100:00100000:2.0:1775764893.622949:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14563
00000100:00100000:2.0:1775764893.622959:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6573:11674:x1862023150266496:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.623034:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.623057:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404242c00/0xd3c138f330851b16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf499a expref: 6573 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623074:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a56:0x0].0x0 (ffff89b407a17800)
00010000:00010000:2.0:1775764893.623081:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.623098:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623108:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623141:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623154:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xaefb430f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623159:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaefb430f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623163:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaefb430f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623245:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623251:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623256:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.623472:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4221, 64 off278336
00000040:00080000:2.0:1775764893.623491:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4221, 64 off278336
00010000:00010000:2.0:1775764893.623557:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623566:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623573:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623579:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623585:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623590:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623604:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.623620:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623626:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623632:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623638:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.623642:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623649:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623658:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a56:0x0].0x0 (ffff89b40818fb00)
00010000:00010000:2.0:1775764893.623661:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.623664:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623669:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bce94 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623683:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623690:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623695:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623701:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.623703:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623709:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623717:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.623719:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.623722:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623727:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bce86 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.623737:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000544504f3 reply state 00000000c4af6b31 transno 4294992035 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaefb430f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623753:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ab8800/0xd3c138f3308bce8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xaefb430f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.623757:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xaefb430f (ffff89b40818f600)
00010000:00010000:2.0:1775764893.623758:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.623760:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.623822:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6574:11674:x1862023150266496:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 865us (1377us total) trans 4294992035 rc 0/0
00000100:00100000:2.0:1775764893.623830:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14563
00010000:00010000:0.0:1775764893.624322:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.624328:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.624334:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.624338:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.624347:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.624355:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a56:0x0].0x0 (ffff89b40818fb00)
00010000:00010000:0.0:1775764893.624357:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.624360:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.624365:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bce9b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.624379:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.624381:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.624382:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.628066:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.628690:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150266752
00000100:00100000:1.0:1775764893.628702:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150266752
00000100:00100000:1.0:1775764893.628773:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14564
00000100:00100000:1.0:1775764893.628783:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6574:11674:x1862023150266752:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.628846:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.628873:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4063a3400/0xd3c138f330858925 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d7b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5f9d expref: 6574 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.628893:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d7b:0x0].0x0 (ffff89b408fa6400)
00010000:00010000:1.0:1775764893.628903:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.628923:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.628935:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.628946:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.628961:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcea9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x814d8b78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.628968:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcea9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x814d8b78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.628974:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcea9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x814d8b78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629066:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629074:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629081:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.629356:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4222, 64 off278400
00000040:00080000:1.0:1775764893.629375:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4222, 64 off278400
00010000:00010000:1.0:1775764893.629420:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629429:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629436:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629442:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629448:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629454:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629472:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.629489:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629495:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629504:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.629508:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.629511:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.629517:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.629517:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.629530:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.629534:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629547:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.629547:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.629569:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d7b:0x0].0x0 (ffff89b409d33200)
00010000:00010000:1.0:1775764893.631600:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.631665:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.631676:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bceb0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.631706:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.631713:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.631718:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.631725:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.631731:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d5c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.631735:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.631924:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d7b:0x0].0x0 (ffff89b409d33200)
00010000:00010000:3.0:1775764893.631929:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.631933:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.631940:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bceb7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.632103:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.632221:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.632224:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.632228:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.632246:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcea2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.632260:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000785ae5fa reply state 00000000fe0571f4 transno 4294992036 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcea9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x814d8b78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.632274:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dd200/0xd3c138f3308bcea9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x814d8b78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.632281:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x814d8b78 (ffff89b409d33500)
00010000:00010000:1.0:1775764893.632284:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.632288:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.632408:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6575:11674:x1862023150266752:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3620us (4346us total) trans 4294992036 rc 0/0
00000100:00100000:1.0:1775764893.632419:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14564
00000100:00100000:3.0:1775764893.635359:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764893.635402:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.635409:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.635412:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.635567:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150267008
00000100:00100000:0.0:1775764893.635580:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150267008
00000100:00100000:0.0:1775764893.635739:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14565
00000100:00100000:0.0:1775764893.635750:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6575:11674:x1862023150267008:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.635834:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.635862:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e8b200/0xd3c138f33084142d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1505 expref: 6575 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.635881:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12d3:0x0].0x0 (ffff89b402f35e00)
00010000:00010000:0.0:1775764893.635893:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.635913:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.635925:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.635940:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.635967:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bcec5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x181f98c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.635974:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bcec5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x181f98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.635981:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bcec5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x181f98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636092:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636101:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636107:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.636360:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4223, 64 off278464
00000040:00080000:0.0:1775764893.636376:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4223, 64 off278464
00010000:00010000:0.0:1775764893.636421:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636430:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636438:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636449:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636456:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636461:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636483:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.636500:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636506:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636513:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636519:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b97600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.636523:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636530:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636539:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12d3:0x0].0x0 (ffff89b408021700)
00010000:00010000:0.0:1775764893.636542:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.636546:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636556:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bcecc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.636560:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.636567:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636571:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.636580:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b97e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.636583:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.636585:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636597:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.636600:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636607:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.636612:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.636617:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12d3:0x0].0x0 (ffff89b408021700)
00010000:00010000:0.0:1775764893.636619:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.636623:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.636627:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636633:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.636636:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bced3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636637:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.636641:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636649:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bcebe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.636655:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.636658:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.636660:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00010000:0.0:1775764893.636661:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000838e0971 reply state 00000000a87efc7f transno 4294992037 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bcec5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x181f98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636672:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96600/0xd3c138f3308bcec5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x181f98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.636678:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x181f98c0 (ffff89b408021400)
00010000:00010000:0.0:1775764893.636680:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.636683:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.636761:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6576:11674:x1862023150267008:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1012us (1409us total) trans 4294992037 rc 0/0
00000100:00100000:0.0:1775764893.636770:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14565
00000100:00100000:3.0:1775764893.639503:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.639560:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150267264
00000100:00100000:0.0:1775764893.639571:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150267264
00000100:00100000:0.0:1775764893.639626:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14566
00000100:00100000:0.0:1775764893.639634:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6576:11674:x1862023150267264:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.639684:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.639703:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f02000/0xd3c138f330831000 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee0fc expref: 6576 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639717:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb64:0x0].0x0 (ffff89b402cb8700)
00010000:00010000:0.0:1775764893.639724:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.639743:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639753:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639759:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639768:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcee1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbdb27692 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639775:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcee1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbdb27692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639779:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcee1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbdb27692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639851:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639856:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639860:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.640228:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4224, 64 off278528
00000040:00080000:0.0:1775764893.640259:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4224, 64 off278528
00010000:00010000:0.0:1775764893.640558:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640569:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640577:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640583:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640590:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640601:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640622:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.640678:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.640685:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.640693:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.640697:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.640705:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.640716:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb64:0x0].0x0 (ffff89b408c86900)
00010000:00010000:1.0:1775764893.640718:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.640722:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 3/0,0 mode: --/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.640729:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.640731:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.640733:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.640827:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bceef lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640853:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640859:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640864:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640868:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.640871:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640877:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640884:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb64:0x0].0x0 (ffff89b408c86900)
00010000:00010000:0.0:1775764893.640887:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.640889:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640894:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcee8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640913:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640918:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640923:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640927:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.640929:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640934:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.640940:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.641379:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.641384:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.641391:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bceda lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.641402:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000918fd64c reply state 000000002ad97168 transno 4294992038 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcee1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbdb27692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.641414:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297400/0xd3c138f3308bcee1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbdb27692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.641420:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbdb27692 (ffff89b409b9d600)
00010000:00010000:0.0:1775764893.641423:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.641427:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.641519:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6577:11674:x1862023150267264:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1884us (2021us total) trans 4294992038 rc 0/0
00000100:00100000:0.0:1775764893.641529:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14566
00000100:00100000:1.0:1775764893.645355:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.645446:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150267520
00000100:00100000:2.0:1775764893.645457:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150267520
00000100:00100000:2.0:1775764893.645517:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14567
00000100:00100000:2.0:1775764893.645630:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6577:11674:x1862023150267520:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.645716:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.645755:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40439a600/0xd3c138f33086a5a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x259c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9884 expref: 6577 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645775:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x259c:0x0].0x0 (ffff89b403d4eb00)
00010000:00010000:2.0:1775764893.645785:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.645803:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645817:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645826:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645841:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcefd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5a5bbaad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645849:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcefd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5a5bbaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645855:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcefd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5a5bbaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645944:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645953:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.645960:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.646464:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4225, 64 off278592
00000040:00080000:2.0:1775764893.647167:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4225, 64 off278592
00010000:00010000:2.0:1775764893.647226:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647250:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647264:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647272:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647277:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647283:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647302:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.647321:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647327:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647333:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647339:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.647342:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647348:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647359:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x259c:0x0].0x0 (ffff89b40818f500)
00010000:00010000:2.0:1775764893.647362:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.647366:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647372:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf04 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x259c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647379:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.647388:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647390:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647403:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764893.647405:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647408:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647413:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647423:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647424:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647440:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.647443:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647444:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x259c:0x0].0x0 (ffff89b40818f500)
00010000:00010000:0.0:1775764893.647451:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764893.647452:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647455:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647466:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf0b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x259c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647466:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.647472:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.647476:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647483:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcef6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647491:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.647494:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00010000:2.0:1775764893.647494:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0a5091b reply state 000000008702048a transno 4294992039 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcefd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5a5bbaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.647497:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.647507:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4b400/0xd3c138f3308bcefd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5a5bbaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.647512:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5a5bbaad (ffff89b40818fc00)
00010000:00010000:2.0:1775764893.647514:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.647516:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.653416:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6578:11674:x1862023150267520:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 7876us (8056us total) trans 4294992039 rc 0/0
00000100:00100000:3.0:1775764893.653431:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14567
00000100:00100000:3.0:1775764893.666048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.666219:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150267776
00000100:00100000:2.0:1775764893.666231:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150267776
00000100:00100000:2.0:1775764893.666300:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14568
00000100:00100000:2.0:1775764893.666311:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6578:11674:x1862023150267776:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.666370:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.666398:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404aeb000/0xd3c138f33085f03b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x206d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf743b expref: 6578 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666415:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x206d:0x0].0x0 (ffff89b409d8ce00)
00010000:00010000:2.0:1775764893.666426:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.666445:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666456:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666465:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666479:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfad1dc7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666485:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfad1dc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666491:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfad1dc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666599:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666606:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666613:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.666842:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4226, 64 off278656
00000040:00080000:2.0:1775764893.666862:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4226, 64 off278656
00010000:00010000:2.0:1775764893.666908:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666917:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666925:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666933:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666939:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666945:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.666978:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.666997:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667003:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667008:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667014:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.667018:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667035:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667043:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x206d:0x0].0x0 (ffff89b40818f800)
00010000:00010000:2.0:1775764893.667046:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.667049:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667054:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x206d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667069:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667075:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667083:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667089:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667094:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.667096:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667102:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667108:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.667110:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.667151:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667158:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bcf12 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.667168:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b6a67ec reply state 00000000f1cd4201 transno 4294992040 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfad1dc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667178:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4ba00/0xd3c138f3308bcf19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfad1dc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.667185:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfad1dc7 (ffff89b40818f700)
00010000:00010000:2.0:1775764893.667187:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.667190:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.667275:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6579:11674:x1862023150267776:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 964us (1234us total) trans 4294992040 rc 0/0
00000100:00100000:2.0:1775764893.667283:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14568
00010000:00010000:3.0:1775764893.667562:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.667569:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.667579:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.667582:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.667588:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.667597:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x206d:0x0].0x0 (ffff89b40818f800)
00010000:00010000:3.0:1775764893.667599:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.667602:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.667607:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bcf27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x206d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.667621:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.667623:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.667625:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.671226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.671359:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150268032
00000100:00100000:0.0:1775764893.671370:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150268032
00000100:00100000:0.0:1775764893.671433:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14569
00000100:00100000:0.0:1775764893.671442:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6579:11674:x1862023150268032:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.671501:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.671542:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405668e00/0xd3c138f33084ce40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1824:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3a3c expref: 6579 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671562:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1824:0x0].0x0 (ffff89b404be2200)
00010000:00010000:0.0:1775764893.671571:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.671589:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671603:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671613:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671628:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcf35 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7734dce6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671635:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcf35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7734dce6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671642:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcf35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7734dce6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671726:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671735:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.671751:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.671984:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4227, 64 off278720
00000040:00080000:0.0:1775764893.672003:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4227, 64 off278720
00010000:00010000:0.0:1775764893.672544:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672557:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672565:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672573:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672580:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672586:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672599:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.672618:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672625:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672632:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672638:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4a400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.672643:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672650:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672660:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1824:0x0].0x0 (ffff89b408c86d00)
00010000:00010000:0.0:1775764893.672663:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.672667:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672673:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bcf3c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672689:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672695:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672701:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672706:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409468a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.672709:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672715:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672722:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.672725:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.672727:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672732:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf2e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.672937:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a236dd0a reply state 00000000f2993972 transno 4294992041 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcf35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7734dce6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672950:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468e00/0xd3c138f3308bcf35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7734dce6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.672956:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7734dce6 (ffff89b408c86900)
00010000:00010000:0.0:1775764893.672958:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.672962:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.673297:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6580:11674:x1862023150268032:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1853us (2076us total) trans 4294992041 rc 0/0
00000100:00100000:0.0:1775764893.673307:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14569
00010000:00010000:3.0:1775764893.673458:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.673464:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.673471:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.673475:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.673482:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.673491:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1824:0x0].0x0 (ffff89b408c86d00)
00010000:00010000:3.0:1775764893.673494:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.673497:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.673502:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.673519:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.673520:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.673521:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.687457:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.687761:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150268288
00000100:00100000:3.0:1775764893.687771:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150268288
00000100:00100000:3.0:1775764893.687838:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14570
00000100:00100000:3.0:1775764893.687847:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6580:11674:x1862023150268288:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.687906:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.687933:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403b68200/0xd3c138f33086ba2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2632:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9c9e expref: 6580 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.687954:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2632:0x0].0x0 (ffff89b403d01100)
00010000:00010000:3.0:1775764893.687963:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.687983:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.687997:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688006:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688021:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcf51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x88bc68f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688029:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcf51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x88bc68f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688035:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcf51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x88bc68f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688392:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688402:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688409:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.688671:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4228, 64 off278784
00000040:00080000:3.0:1775764893.688693:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4228, 64 off278784
00010000:00010000:3.0:1775764893.688741:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688751:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688760:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688767:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688773:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688783:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688806:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.688825:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688832:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688838:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688844:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408646200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.688848:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688856:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688865:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2632:0x0].0x0 (ffff89b409b9e600)
00010000:00010000:3.0:1775764893.688868:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.688872:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688878:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcf58 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688893:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688903:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688908:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688914:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688918:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.688921:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688927:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688935:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.688937:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.688940:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688946:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.688956:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000317beb2c reply state 00000000770be376 transno 4294992042 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcf51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x88bc68f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688966:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647400/0xd3c138f3308bcf51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x88bc68f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.688973:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x88bc68f2 (ffff89b409b9e200)
00010000:00010000:3.0:1775764893.688975:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.688978:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.689066:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6581:11674:x1862023150268288:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1218us (1617us total) trans 4294992042 rc 0/0
00000100:00100000:3.0:1775764893.689074:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14570
00010000:00010000:1.0:1775764893.689982:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.689989:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.689998:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.690002:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.690009:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.690021:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2632:0x0].0x0 (ffff89b409b9e600)
00010000:00010000:1.0:1775764893.690024:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.690028:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.690034:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcf5f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.690053:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.690055:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.690057:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.693246:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.693457:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150268544
00000100:00100000:0.0:1775764893.693467:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150268544
00000100:00100000:0.0:1775764893.693541:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14571
00000100:00100000:0.0:1775764893.693552:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40505bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6581:11674:x1862023150268544:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.693620:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.693652:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409ca9e00/0xd3c138f33082b60a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecefe expref: 6581 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693672:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d2:0x0].0x0 (ffff89b402ea7e00)
00010000:00010000:0.0:1775764893.693683:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.693706:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693719:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693730:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693745:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf1068c6d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693753:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf1068c6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693760:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf1068c6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693868:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693876:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.693883:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.694101:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4229, 64 off278848
00000040:00080000:0.0:1775764893.694437:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4229, 64 off278848
00010000:00010000:0.0:1775764893.694487:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694497:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694510:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694517:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694522:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694603:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694684:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.694701:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694705:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694708:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694711:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.694714:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694719:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694727:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d2:0x0].0x0 (ffff89b408c86600)
00010000:00010000:0.0:1775764893.694729:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.694733:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694739:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcf74 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694755:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694761:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694765:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694770:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.694773:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694788:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694796:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.694799:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.694802:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694807:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcf66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.694817:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000569af4a6 reply state 000000003c15a4dc transno 4294992043 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf1068c6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694832:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409468a00/0xd3c138f3308bcf6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf1068c6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.694838:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf1068c6d (ffff89b408c86f00)
00010000:00010000:0.0:1775764893.694841:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.694843:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.694916:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40505bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6582:11674:x1862023150268544:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1365us (1688us total) trans 4294992043 rc 0/0
00000100:00100000:0.0:1775764893.694922:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14571
00010000:00010000:3.0:1775764893.695292:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.695483:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.695540:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.695544:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.695550:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.695561:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d2:0x0].0x0 (ffff89b408c86600)
00010000:00010000:3.0:1775764893.695563:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.695566:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.695571:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcf7b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.695586:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.695588:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.695589:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.698296:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.699352:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150268800
00000100:00100000:2.0:1775764893.699364:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150268800
00000100:00100000:2.0:1775764893.699426:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14572
00000100:00100000:2.0:1775764893.699437:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6582:11674:x1862023150268800:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.699495:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.699522:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a7d1000/0xd3c138f33085fa9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf764f expref: 6582 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699552:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20b9:0x0].0x0 (ffff89b408294400)
00010000:00010000:2.0:1775764893.699561:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.699580:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699592:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699600:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699613:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bcf89 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xafb7d3ff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699620:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bcf89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafb7d3ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699626:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bcf89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafb7d3ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699716:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699725:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.699731:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.700378:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4230, 64 off278912
00000040:00080000:2.0:1775764893.700396:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4230, 64 off278912
00010000:00010000:2.0:1775764893.700445:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700455:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700463:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700470:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700477:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700483:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700511:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.700640:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.700646:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.700651:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.700654:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.700659:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.700667:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20b9:0x0].0x0 (ffff89b40818f000)
00010000:00010000:0.0:1775764893.700669:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.700672:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.700675:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bcf97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.700682:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.700684:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.700685:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.700882:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700891:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700897:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700902:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.700904:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700908:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700914:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20b9:0x0].0x0 (ffff89b40818f000)
00010000:00010000:2.0:1775764893.700916:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.700917:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700921:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bcf90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700936:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700940:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700943:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700946:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.700948:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700951:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700955:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.700956:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.700958:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700961:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bcf82 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.700965:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d5b4222 reply state 000000009ecf9cff transno 4294992044 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bcf89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafb7d3ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700972:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208c00/0xd3c138f3308bcf89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xafb7d3ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.700975:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xafb7d3ff (ffff89b40818f100)
00010000:00010000:2.0:1775764893.700977:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.700978:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.701296:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6583:11674:x1862023150268800:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1856us (3004us total) trans 4294992044 rc 0/0
00000100:00100000:2.0:1775764893.701304:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14572
00000100:00100000:1.0:1775764893.717691:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.717779:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150269056
00000100:00100000:3.0:1775764893.717788:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150269056
00000100:00100000:3.0:1775764893.717883:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14573
00000100:00100000:3.0:1775764893.717893:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6583:11674:x1862023150269056:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.717964:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.717997:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409fdbe00/0xd3c138f33081f8af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x369:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea91f expref: 6583 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718017:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x369:0x0].0x0 (ffff89b40a3ed400)
00010000:00010000:3.0:1775764893.718029:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.718055:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718068:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718078:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718093:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcfa5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1aa73822 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718100:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcfa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1aa73822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718106:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcfa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1aa73822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718285:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x369:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718293:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718299:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.718527:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4231, 64 off278976
00000040:00080000:3.0:1775764893.718547:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4231, 64 off278976
00010000:00010000:3.0:1775764893.718598:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x369:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718607:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718613:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718619:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718624:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718629:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718645:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.718662:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718667:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718672:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718678:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.718682:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718689:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718697:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x369:0x0].0x0 (ffff89b408021700)
00010000:00010000:3.0:1775764893.718700:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.718703:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718708:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bcfac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x369:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718723:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718729:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718735:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718739:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718744:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.718746:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718751:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718762:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.718764:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.718767:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718773:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bcf9e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.718781:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0044eb6 reply state 00000000f58bb3cc transno 4294992045 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcfa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1aa73822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718791:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646200/0xd3c138f3308bcfa5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1aa73822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718797:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1aa73822 (ffff89b409b9e600)
00010000:00010000:3.0:1775764893.718799:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.718802:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.718888:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6584:11674:x1862023150269056:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 995us (1204us total) trans 4294992045 rc 0/0
00000100:00100000:3.0:1775764893.718895:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14573
00010000:00010000:0.0:1775764893.719180:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.719187:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.719195:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.719199:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.719206:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.719216:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x369:0x0].0x0 (ffff89b408021700)
00010000:00010000:0.0:1775764893.719218:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.719221:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.719226:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcfb3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x369:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.719251:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.719253:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.719254:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.731962:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.732965:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150269312
00000100:00100000:1.0:1775764893.732978:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150269312
00000100:00100000:1.0:1775764893.733092:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14574
00000100:00100000:1.0:1775764893.733104:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6584:11674:x1862023150269312:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.733203:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.733231:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50000/0xd3c138f330865012 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x232a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8766 expref: 6584 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733266:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232a:0x0].0x0 (ffff89b406d0e700)
00010000:00010000:1.0:1775764893.733279:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.733302:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733315:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733324:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733377:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcfc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x299370e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733384:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcfc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x299370e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733391:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcfc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x299370e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733485:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733494:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733501:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.733739:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4232, 64 off279040
00000040:00080000:1.0:1775764893.733760:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4232, 64 off279040
00010000:00010000:1.0:1775764893.733810:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733819:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733827:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733834:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733841:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733847:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733866:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.733884:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733889:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733895:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733900:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.733905:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733912:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733921:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232a:0x0].0x0 (ffff89b409d33000)
00010000:00010000:1.0:1775764893.733925:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.733928:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733933:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bcfc8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x232a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733948:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733954:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733969:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733975:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.733977:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733982:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.733989:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.733991:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.733994:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.734000:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bcfba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.734010:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6f5f9e2 reply state 000000004ceecd2a transno 4294992046 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcfc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x299370e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.734021:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d5c00/0xd3c138f3308bcfc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x299370e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.734027:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x299370e (ffff89b409d33200)
00010000:00010000:1.0:1775764893.734029:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.734032:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.734148:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6585:11674:x1862023150269312:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1012us (2161us total) trans 4294992046 rc 0/0
00000100:00100000:1.0:1775764893.734157:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14574
00010000:00010000:0.0:1775764893.734225:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.734243:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.734250:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.734254:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.734265:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.734275:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232a:0x0].0x0 (ffff89b409d33000)
00010000:00010000:0.0:1775764893.734277:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.734280:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.734285:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bcfcf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x232a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.734301:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.734303:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.734305:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.737665:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.737768:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150269568
00000100:00100000:0.0:1775764893.737778:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150269568
00000100:00100000:0.0:1775764893.737871:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14575
00000100:00100000:0.0:1775764893.737882:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6585:11674:x1862023150269568:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.737941:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.737969:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4060f9a00/0xd3c138f33083d8b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1120:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0920 expref: 6585 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.737992:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1120:0x0].0x0 (ffff89b409887a00)
00010000:00010000:0.0:1775764893.738003:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.738023:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738037:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738049:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738065:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bcfdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x36430199 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738072:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bcfdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x36430199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738077:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bcfdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x36430199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738212:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738220:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738226:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.738473:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4233, 64 off279104
00000040:00080000:0.0:1775764893.738494:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4233, 64 off279104
00010000:00010000:0.0:1775764893.738556:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738565:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738574:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738585:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738591:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738597:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738622:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.738639:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738646:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738652:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738657:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6a800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.738661:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738668:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738677:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1120:0x0].0x0 (ffff89b408c86500)
00010000:00010000:0.0:1775764893.738680:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.738684:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738693:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bcfe4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1120:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738710:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738717:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738723:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738727:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.738730:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738736:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738743:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.738745:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.738748:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738753:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bcfd6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.738763:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058e15c10 reply state 00000000131f2c22 transno 4294992047 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bcfdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x36430199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738774:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ba00/0xd3c138f3308bcfdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x36430199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.738781:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x36430199 (ffff89b408c86800)
00010000:00010000:0.0:1775764893.738783:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.738785:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.738861:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6586:11674:x1862023150269568:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 980us (1207us total) trans 4294992047 rc 0/0
00000100:00100000:0.0:1775764893.738870:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14575
00010000:00010000:3.0:1775764893.739343:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.739350:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.739357:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.739361:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.739368:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.739382:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1120:0x0].0x0 (ffff89b408c86500)
00010000:00010000:3.0:1775764893.739384:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.739387:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.739393:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bcfeb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1120:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.739408:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.739410:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.739412:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.742667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.742759:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150269824
00000100:00100000:3.0:1775764893.742769:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150269824
00000100:00100000:3.0:1775764893.742872:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14576
00000100:00100000:3.0:1775764893.742882:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6586:11674:x1862023150269824:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.742944:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.742971:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409dab200/0xd3c138f3308615f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2181:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7bc7 expref: 6586 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.742990:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2181:0x0].0x0 (ffff89b40850ac00)
00010000:00010000:3.0:1775764893.743001:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.743019:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743032:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743042:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743062:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcff9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc3a0f49c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743069:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcff9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc3a0f49c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743075:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcff9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc3a0f49c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743203:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743211:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743217:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.743476:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4234, 64 off279168
00000040:00080000:3.0:1775764893.743495:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4234, 64 off279168
00010000:00010000:3.0:1775764893.743558:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743568:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743576:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743583:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743593:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743599:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743618:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.743635:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743642:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743649:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743654:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.743658:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743664:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743672:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2181:0x0].0x0 (ffff89b40927c200)
00010000:00010000:3.0:1775764893.743674:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.743678:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743684:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd000 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743704:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743709:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743713:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743718:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743723:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.743725:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743730:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743736:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.743738:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.743740:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743745:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bcff2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.743751:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f978fbd reply state 00000000ad12af2e transno 4294992048 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcff9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc3a0f49c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743761:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1400/0xd3c138f3308bcff9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc3a0f49c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.743766:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc3a0f49c (ffff89b408021700)
00010000:00010000:3.0:1775764893.743768:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.743770:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.743850:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6587:11674:x1862023150269824:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 969us (1191us total) trans 4294992048 rc 0/0
00000100:00100000:3.0:1775764893.743858:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14576
00010000:00010000:0.0:1775764893.744026:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.744032:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.744038:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.744042:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.744048:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.744057:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2181:0x0].0x0 (ffff89b40927c200)
00010000:00010000:0.0:1775764893.744059:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.744061:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.744066:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd007 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2181:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.744082:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.744084:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.744086:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.750380:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.750649:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150270080
00000100:00100000:1.0:1775764893.750659:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150270080
00000100:00100000:1.0:1775764893.750721:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14577
00000100:00100000:1.0:1775764893.750731:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6587:11674:x1862023150270080:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.750790:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.750816:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff2b200/0xd3c138f330832482 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbfa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee516 expref: 6587 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.750834:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbfa:0x0].0x0 (ffff89b40a340700)
00010000:00010000:1.0:1775764893.750843:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.750939:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.750951:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.750960:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.750975:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bd015 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcdc9b865 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.750981:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bd015 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcdc9b865 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.750987:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bd015 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcdc9b865 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.751071:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.751084:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.751091:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.757318:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4235, 64 off279232
00000040:00080000:0.0:1775764893.757348:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4235, 64 off279232
00010000:00010000:0.0:1775764893.757431:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.757449:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.757462:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.757471:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.757478:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.757484:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759385:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.759431:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759441:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759447:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759453:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.759457:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759465:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759483:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbfa:0x0].0x0 (ffff89b409d33900)
00010000:00010000:0.0:1775764893.759486:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.759490:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759496:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd01c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xbfa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759523:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759542:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759548:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759553:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.759556:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759562:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759570:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.759573:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.759576:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759581:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd00e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.759596:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4440c6e reply state 000000001102362a transno 4294992049 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bd015 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcdc9b865 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759608:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229800/0xd3c138f3308bd015 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcdc9b865 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.759616:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcdc9b865 (ffff89b409d33300)
00010000:00010000:0.0:1775764893.759618:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.759621:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.759722:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6588:11674:x1862023150270080:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 8988us (9345us total) trans 4294992049 rc 0/0
00000100:00100000:0.0:1775764893.759733:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14577
00010000:00010000:3.0:1775764893.761002:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.761014:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.761023:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.761028:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.761035:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.761050:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbfa:0x0].0x0 (ffff89b409d33900)
00010000:00010000:3.0:1775764893.761052:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.761056:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.761062:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd023 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbfa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.761085:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.761087:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.761089:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.769193:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.769228:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150270336
00000100:00100000:0.0:1775764893.769248:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150270336
00000100:00100000:0.0:1775764893.769312:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14578
00000100:00100000:0.0:1775764893.769321:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6588:11674:x1862023150270336:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.769377:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.769404:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4072f1a00/0xd3c138f33082d6fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded595 expref: 6588 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769425:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c3:0x0].0x0 (ffff89b40f97f000)
00010000:00010000:0.0:1775764893.769436:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.769458:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769471:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769484:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769534:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bd031 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x693c580b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769540:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bd031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x693c580b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769545:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bd031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x693c580b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769643:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769651:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769657:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.769880:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4236, 64 off279296
00000040:00080000:0.0:1775764893.769897:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4236, 64 off279296
00010000:00010000:0.0:1775764893.769939:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769947:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769955:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769967:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769973:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769979:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.769994:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.770012:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.770017:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.770490:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.770497:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.770909:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.774721:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d8200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.774735:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.774750:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.774770:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c3:0x0].0x0 (ffff89b408c86e00)
00010000:00010000:1.0:1775764893.774773:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.774778:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.774785:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd03f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.774806:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.774808:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.774812:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.776163:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.776175:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776186:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776200:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c3:0x0].0x0 (ffff89b408c86e00)
00010000:00010000:0.0:1775764893.776203:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.776207:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776218:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd038 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776266:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776273:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776280:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776285:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.776287:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776292:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776300:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.776302:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.776305:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776311:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd02a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.776321:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095cd5375 reply state 00000000af5f07f7 transno 4294992050 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bd031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x693c580b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776334:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6a800/0xd3c138f3308bd031 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x693c580b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.776343:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x693c580b (ffff89b408c86000)
00010000:00010000:0.0:1775764893.776345:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.776350:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.776975:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6589:11674:x1862023150270336:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 7648us (7786us total) trans 4294992050 rc 0/0
00000100:00100000:0.0:1775764893.776986:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14578
00000100:00100000:2.0:1775764893.781799:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.783635:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150270592
00000100:00100000:3.0:1775764893.783650:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150270592
00000100:00100000:3.0:1775764893.783728:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14579
00000100:00100000:3.0:1775764893.783738:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40590dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6589:11674:x1862023150270592:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.783804:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.783836:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4094c6800/0xd3c138f330844f60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1484:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf20dc expref: 6589 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.783860:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1484:0x0].0x0 (ffff89b40a0c8d00)
00010000:00010000:3.0:1775764893.783871:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.783895:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.783908:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.783917:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.783932:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd04d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb3b8e55c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.783939:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd04d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb3b8e55c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.783958:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd04d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb3b8e55c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784074:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784083:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784093:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.784563:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4237, 64 off279360
00000040:00080000:3.0:1775764893.784583:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4237, 64 off279360
00010000:00010000:3.0:1775764893.784632:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784641:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784649:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784656:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784662:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784667:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784693:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.784713:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.784718:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.784719:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.784728:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784729:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.784748:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.784749:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.784755:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784756:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784775:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.784776:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784785:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1484:0x0].0x0 (ffff89b40927c200)
00010000:00010000:3.0:1775764893.784790:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.784796:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784802:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd054 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.784803:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1484:0x0].0x0 (ffff89b40927c200)
00010000:00010000:0.0:1775764893.784810:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.784815:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.784822:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd05b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1484:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784829:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784836:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.784841:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.784842:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.784844:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.784848:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.784852:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784858:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.784861:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784869:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784877:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.784879:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.784882:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784887:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd046 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.784897:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001eeaa66e reply state 000000001590001d transno 4294992051 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd04d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb3b8e55c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784907:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647800/0xd3c138f3308bd04d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb3b8e55c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.784913:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb3b8e55c (ffff89b40927c900)
00010000:00010000:3.0:1775764893.784915:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.784917:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.785189:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40590dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6590:11674:x1862023150270592:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1448us (3398us total) trans 4294992051 rc 0/0
00000100:00100000:3.0:1775764893.785199:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14579
00000100:00100000:2.0:1775764893.797315:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.797374:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150270848
00000100:00100000:0.0:1775764893.797384:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150270848
00000100:00100000:0.0:1775764893.797451:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14580
00000100:00100000:0.0:1775764893.797461:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6590:11674:x1862023150270848:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.797524:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.797559:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405299000/0xd3c138f33081a33c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9808 expref: 6590 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797591:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf8:0x0].0x0 (ffff89b53b789800)
00010000:00010000:0.0:1775764893.797603:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.797623:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797636:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797645:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797660:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8c00/0xd3c138f3308bd069 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa18a2eaa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797666:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8c00/0xd3c138f3308bd069 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa18a2eaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797672:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8c00/0xd3c138f3308bd069 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa18a2eaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797761:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797768:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.797792:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.798042:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4238, 64 off279424
00000040:00080000:0.0:1775764893.798062:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4238, 64 off279424
00010000:00010000:0.0:1775764893.798108:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798153:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798160:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798166:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798173:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798179:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798200:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.798219:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798224:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798230:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798249:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.798255:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.798265:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799186:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf8:0x0].0x0 (ffff89b408c86700)
00010000:00010000:0.0:1775764893.799192:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.799199:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799207:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd070 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799230:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799247:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799253:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799259:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.799262:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799268:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799690:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.799693:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.799697:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799702:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd062 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.799714:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f65628ed reply state 0000000028d5db0b transno 4294992052 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8c00/0xd3c138f3308bd069 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa18a2eaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799727:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8c00/0xd3c138f3308bd069 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa18a2eaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.799734:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa18a2eaa (ffff89b408c86e00)
00010000:00010000:0.0:1775764893.799736:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.799739:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764893.799889:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.799897:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.799904:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.799907:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.799918:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.799928:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf8:0x0].0x0 (ffff89b408c86700)
00010000:00010000:3.0:1775764893.799931:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.799934:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.799939:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd077 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.799958:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.799960:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.799962:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.799977:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6591:11674:x1862023150270848:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2512us (2667us total) trans 4294992052 rc 0/0
00000100:00100000:2.0:1775764893.799987:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14580
00000100:00100000:2.0:1775764893.804044:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.804275:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150271104
00000100:00100000:0.0:1775764893.804289:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150271104
00000100:00100000:0.0:1775764893.804365:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14581
00000100:00100000:0.0:1775764893.804375:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6591:11674:x1862023150271104:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.804448:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.804482:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f330845ed3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf23f3 expref: 6591 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804503:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14f5:0x0].0x0 (ffff89b405a4ad00)
00010000:00010000:0.0:1775764893.804514:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.804536:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804551:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804561:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804588:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9800/0xd3c138f3308bd085 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbedee2a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804596:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9800/0xd3c138f3308bd085 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbedee2a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804603:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9800/0xd3c138f3308bd085 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbedee2a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804700:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804707:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.804713:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.804966:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4239, 64 off279488
00000040:00080000:0.0:1775764893.804977:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4239, 64 off279488
00010000:00010000:0.0:1775764893.805011:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805018:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805026:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805030:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805034:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805038:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805053:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.805067:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805070:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805073:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805077:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d8200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.805080:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805085:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805089:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14f5:0x0].0x0 (ffff89b408c86500)
00010000:00010000:0.0:1775764893.805091:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.805094:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805097:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd08c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805109:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805112:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805138:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805142:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d8a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.805143:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805147:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805150:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.805152:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.805153:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805156:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd07e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.805162:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ea07875 reply state 000000002388c9de transno 4294992053 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9800/0xd3c138f3308bd085 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbedee2a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805173:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9800/0xd3c138f3308bd085 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbedee2a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.805176:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbedee2a6 (ffff89b408c86400)
00010000:00010000:0.0:1775764893.805178:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.805179:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.805417:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6592:11674:x1862023150271104:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1040us (1392us total) trans 4294992053 rc 0/0
00000100:00100000:1.0:1775764893.805432:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14581
00010000:00010000:3.0:1775764893.805606:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.805614:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.805620:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.805623:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.805629:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.805638:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14f5:0x0].0x0 (ffff89b408c86500)
00010000:00010000:3.0:1775764893.805640:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.805643:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.805648:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd093 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.805664:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.805666:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.805668:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.810499:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.810573:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150271360
00000100:00100000:3.0:1775764893.810594:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150271360
00000100:00100000:3.0:1775764893.810663:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14582
00000100:00100000:3.0:1775764893.810674:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40505b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6592:11674:x1862023150271360:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.810742:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.810774:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404ea7400/0xd3c138f330867b46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2466:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf900a expref: 6592 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.810803:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2466:0x0].0x0 (ffff89b406df3100)
00010000:00010000:3.0:1775764893.810816:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.810839:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.810853:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.810863:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.810877:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd0a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x583d5ec1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.810884:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x583d5ec1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.810891:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x583d5ec1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.810994:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811001:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811007:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.811287:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4240, 64 off279552
00000040:00080000:3.0:1775764893.811305:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4240, 64 off279552
00010000:00010000:3.0:1775764893.811357:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811366:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811375:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811381:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811387:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811392:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811414:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.811430:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811436:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811442:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811447:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d8200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.811450:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811457:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811471:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2466:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:3.0:1775764893.811474:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.811478:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811484:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd0a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811502:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811507:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811512:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811516:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811521:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090b1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.811523:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811528:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811536:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.811538:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.811541:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811547:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd09a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.811556:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050cdf052 reply state 0000000077c5defe transno 4294992054 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x583d5ec1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811566:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8a00/0xd3c138f3308bd0a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x583d5ec1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.811572:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x583d5ec1 (ffff89b40927c200)
00010000:00010000:3.0:1775764893.811575:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.811577:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.811656:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40505b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6593:11674:x1862023150271360:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 982us (1165us total) trans 4294992054 rc 0/0
00000100:00100000:3.0:1775764893.811665:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14582
00010000:00010000:1.0:1775764893.811831:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.811838:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.811845:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.811849:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.811855:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.811863:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2466:0x0].0x0 (ffff89b4092e0900)
00010000:00010000:1.0:1775764893.811866:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.811868:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.811873:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd0af lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.811887:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.811889:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.811890:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.820669:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.821038:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150271616
00000100:00100000:0.0:1775764893.821048:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150271616
00000100:00100000:0.0:1775764893.821267:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14583
00000100:00100000:0.0:1775764893.821504:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6593:11674:x1862023150271616:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.821648:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.821680:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408c0e400/0xd3c138f330824f3a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeba6e expref: 6593 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821700:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e2:0x0].0x0 (ffff89b40efe6c00)
00010000:00010000:1.0:1775764893.821713:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.821746:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821759:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821768:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821800:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50000/0xd3c138f3308bd0bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x23e7ddda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821807:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50000/0xd3c138f3308bd0bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x23e7ddda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821814:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50000/0xd3c138f3308bd0bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x23e7ddda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821917:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821926:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821932:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.822619:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4241, 64 off279616
00000040:00080000:1.0:1775764893.822638:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4241, 64 off279616
00010000:00010000:1.0:1775764893.822693:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822703:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822713:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822730:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822736:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822742:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822757:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.822776:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822794:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822800:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822806:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.822811:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822818:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822827:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e2:0x0].0x0 (ffff89b409d33000)
00010000:00010000:1.0:1775764893.822829:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.822833:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822838:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd0c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822854:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822859:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822864:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822869:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.822871:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822876:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822882:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.822884:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.822887:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822891:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd0b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.822900:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014bb9683 reply state 000000005ec485f2 transno 4294992055 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50000/0xd3c138f3308bd0bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x23e7ddda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822914:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d50000/0xd3c138f3308bd0bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x23e7ddda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822919:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x23e7ddda (ffff89b409d33900)
00010000:00010000:1.0:1775764893.822921:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.822924:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.823017:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6594:11674:x1862023150271616:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1730us (2356us total) trans 4294992055 rc 0/0
00000100:00100000:1.0:1775764893.823026:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14583
00010000:00010000:0.0:1775764893.823990:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.823999:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.824007:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.824010:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.824019:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.824032:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e2:0x0].0x0 (ffff89b409d33000)
00010000:00010000:0.0:1775764893.824035:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.824038:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.824044:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd0cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.824063:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.824065:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.824067:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.826477:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.828189:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150271872
00000100:00100000:2.0:1775764893.828204:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150271872
00000100:00100000:0.0:1775764893.828422:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14584
00000100:00100000:0.0:1775764893.828436:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6594:11674:x1862023150271872:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.828543:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.828572:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052bd800/0xd3c138f33081d9c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x287:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea2f1 expref: 6594 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828593:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x287:0x0].0x0 (ffff89b40ec7e100)
00010000:00010000:0.0:1775764893.828604:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.828623:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828635:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828645:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828664:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688800/0xd3c138f3308bd0d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbf9c752f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828671:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688800/0xd3c138f3308bd0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbf9c752f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828677:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688800/0xd3c138f3308bd0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbf9c752f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828772:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x287:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828797:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.828805:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.829022:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4242, 64 off279680
00000040:00080000:0.0:1775764893.829040:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4242, 64 off279680
00010000:00010000:0.0:1775764893.829085:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x287:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829094:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829101:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829108:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829135:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829141:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829165:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.829185:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.829191:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829198:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.829203:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829211:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829220:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x287:0x0].0x0 (ffff89b408c86d00)
00010000:00010000:0.0:1775764893.829222:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.829225:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829242:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd0e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x287:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829254:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.829256:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.829258:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.829272:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829278:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829284:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829576:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.829579:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829585:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829598:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x287:0x0].0x0 (ffff89b408c86d00)
00010000:00010000:0.0:1775764893.829600:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.829603:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829609:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd0e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829629:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829635:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829641:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829646:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829651:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.829653:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829659:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829666:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.829668:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.829671:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829680:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd0d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.829689:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001334e24a reply state 0000000065b755a7 transno 4294992056 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688800/0xd3c138f3308bd0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbf9c752f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829698:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688800/0xd3c138f3308bd0d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbf9c752f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.829704:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbf9c752f (ffff89b408c86600)
00010000:00010000:0.0:1775764893.829706:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.829709:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.829926:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6595:11674:x1862023150271872:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1493us (3456us total) trans 4294992056 rc 0/0
00000100:00100000:0.0:1775764893.829936:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14584
00000100:00100000:3.0:1775764893.836317:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.836403:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150272128
00000100:00100000:2.0:1775764893.836414:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150272128
00000100:00100000:2.0:1775764893.836501:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14585
00000100:00100000:2.0:1775764893.836511:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6595:11674:x1862023150272128:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.836573:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.836605:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4084f5c00/0xd3c138f33082fb38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xacc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ededcd4 expref: 6595 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836623:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xacc:0x0].0x0 (ffff89b40ea54000)
00010000:00010000:2.0:1775764893.836637:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.836657:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836670:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836679:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836694:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bd0f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x75136733 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836705:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bd0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x75136733 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836711:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bd0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x75136733 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836836:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836844:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836851:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.837064:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4243, 64 off279744
00000040:00080000:2.0:1775764893.837083:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4243, 64 off279744
00010000:00010000:2.0:1775764893.837169:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837175:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837181:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837185:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837189:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837196:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837207:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.837227:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837242:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837248:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837253:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.837257:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837264:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837274:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xacc:0x0].0x0 (ffff89b40818f900)
00010000:00010000:2.0:1775764893.837277:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.837280:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837286:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd0fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0xacc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837303:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837311:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837315:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837318:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837321:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.837322:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837325:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837330:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.837331:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.837333:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837336:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd0ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.837341:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000997e6f64 reply state 0000000064cb11c6 transno 4294992057 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bd0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x75136733 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837349:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208800/0xd3c138f3308bd0f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x75136733 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837353:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x75136733 (ffff89b40818f000)
00010000:00010000:2.0:1775764893.837355:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.837357:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.837426:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6596:11674:x1862023150272128:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 915us (1117us total) trans 4294992057 rc 0/0
00000100:00100000:2.0:1775764893.837435:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14585
00010000:00010000:3.0:1775764893.837694:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.837699:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.837705:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.837709:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.837716:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.837725:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xacc:0x0].0x0 (ffff89b40818f900)
00010000:00010000:3.0:1775764893.837778:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.837780:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.837785:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd103 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xacc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.837805:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.837806:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.837807:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.840660:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.840817:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150272384
00000100:00100000:3.0:1775764893.840828:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150272384
00000100:00100000:3.0:1775764893.840900:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14586
00000100:00100000:3.0:1775764893.840909:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6596:11674:x1862023150272384:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.841386:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.841421:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408dc5a00/0xd3c138f330856c29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf59d1 expref: 6596 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841442:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca7:0x0].0x0 (ffff89b407a10800)
00010000:00010000:3.0:1775764893.841454:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.841475:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841487:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841498:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841511:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd111 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x266ff374 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841518:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x266ff374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841524:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x266ff374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841610:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841618:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.841626:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.842325:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4244, 64 off279808
00000040:00080000:2.0:1775764893.842344:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4244, 64 off279808
00010000:00010000:2.0:1775764893.842396:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842407:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842417:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842426:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842433:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842439:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842465:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.842484:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842490:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842501:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842506:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.842510:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842516:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842524:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca7:0x0].0x0 (ffff89b408120e00)
00010000:00010000:2.0:1775764893.842526:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.842529:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842534:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd118 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ca7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842549:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842554:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842559:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842563:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d8200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.842565:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842573:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842579:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.842580:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.842583:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842588:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd10a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.842596:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a15fb75 reply state 000000007cb0af63 transno 4294992058 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x266ff374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842605:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9c00/0xd3c138f3308bd111 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x266ff374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.842610:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x266ff374 (ffff89b4092e0900)
00010000:00010000:2.0:1775764893.842612:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.842615:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.842686:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6597:11674:x1862023150272384:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1777us (2033us total) trans 4294992058 rc 0/0
00000100:00100000:2.0:1775764893.842694:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14586
00010000:00010000:0.0:1775764893.842752:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.842758:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.842764:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.842768:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.842773:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.842781:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca7:0x0].0x0 (ffff89b408120e00)
00010000:00010000:0.0:1775764893.842783:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.842786:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.842802:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd11f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ca7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.842817:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.842819:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.842820:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.847332:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b409a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1862023169661440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1775764893.847377:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.847523:0:10470:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169661440
00000100:00100000:0.0:1775764893.847531:0:10470:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169661440
00000100:00100000:0.0:1775764893.847588:0:10470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820
00000100:00100000:0.0:1775764893.847597:0:10470:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1862023169661440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1775764893.847622:0:10470:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1775764893.847657:0:10470:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1862023169661440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.847662:0:10470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820
00000100:00100000:0.0:1775764893.847697:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b409a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1862023169661440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1775764893.847984:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.848251:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150272640
00000100:00100000:3.0:1775764893.848257:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150272640
00000100:00100000:3.0:1775764893.848307:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14587
00000100:00100000:3.0:1775764893.848313:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6597:11674:x1862023150272640:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.848354:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.848377:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f539400/0xd3c138f33081ee91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea719 expref: 6597 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848392:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31f:0x0].0x0 (ffff89b40f037800)
00010000:00010000:3.0:1775764893.848401:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.848421:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848433:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848442:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848498:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd12d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x10ca290c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848504:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd12d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x10ca290c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848508:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd12d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x10ca290c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848595:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848603:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848609:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.848841:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4245, 64 off279872
00000040:00080000:3.0:1775764893.848862:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4245, 64 off279872
00010000:00010000:3.0:1775764893.848899:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848905:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848910:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848915:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848919:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848923:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848937:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.848951:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.848955:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848959:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.848962:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848967:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848971:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31f:0x0].0x0 (ffff89b408120000)
00010000:00010000:3.0:1775764893.848973:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.848976:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848980:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd13b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.848988:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.848989:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.848990:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.848997:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849001:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849005:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849007:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.849009:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849013:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849016:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31f:0x0].0x0 (ffff89b408120000)
00010000:00010000:3.0:1775764893.849018:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.849488:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849498:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd134 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849524:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849530:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849535:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849540:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.849544:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849550:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849559:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.849561:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.849564:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849569:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd126 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.849578:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000940b6575 reply state 00000000c830fd01 transno 4294992059 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd12d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x10ca290c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849588:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090b1800/0xd3c138f3308bd12d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x10ca290c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.849594:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x10ca290c (ffff89b408120300)
00010000:00010000:3.0:1775764893.849597:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.849600:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.849675:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:11674:x1862023150272640:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1361us (1691us total) trans 4294992059 rc 0/0
00000100:00100000:3.0:1775764893.849681:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14587
00000100:00100000:3.0:1775764893.852192:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1862023169661568:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1775764893.852268:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764893.852326:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764893.852331:0:3657:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89b40922dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169661696:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1775764893.852350:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764893.852447:0:8423:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169661696
00000100:00100000:3.0:1775764893.852455:0:8423:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169661696
00000100:00100000:3.0:1775764893.852500:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821
00000100:00100000:3.0:1775764893.852507:0:8423:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+511:3657:x1862023169661696:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1775764893.852528:0:8423:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1775764893.852560:0:8423:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+511:3657:x1862023169661696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.852565:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821
00000100:00100000:3.0:1775764893.852603:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.852642:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40922dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1862023169661696:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1775764893.852662:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150272896
00000100:00100000:3.0:1775764893.852664:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150272896
00000100:00100000:1.0:1775764893.852727:0:6543:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023169661568
00000100:00100000:1.0:1775764893.852731:0:6543:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023169661568
00000100:00100000:1.0:1775764893.852762:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821
00000100:00100000:1.0:1775764893.852768:0:6543:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3657:x1862023169661568:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1775764893.852804:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444552704 avail 1298313216
00000100:00100000:1.0:1775764893.852841:0:6543:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3657:x1862023169661568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (574us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.852858:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821
00000100:00100000:1.0:1775764893.852900:0:3657:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89b40922f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1862023169661568:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1775764893.854412:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14588
00000100:00100000:2.0:1775764893.854432:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6598:11674:x1862023150272896:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.854495:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.854527:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a65000/0xd3c138f33084e7f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3f60 expref: 6598 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854547:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e0:0x0].0x0 (ffff89b405601900)
00010000:00010000:2.0:1775764893.854558:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.854576:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854589:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854599:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854611:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd149 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8ec0074d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854617:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8ec0074d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854623:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8ec0074d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854711:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854720:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.854726:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.855246:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4246, 64 off279936
00000040:00080000:2.0:1775764893.855269:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4246, 64 off279936
00010000:00010000:2.0:1775764893.855323:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855334:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855342:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855350:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855356:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855362:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855376:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.855397:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855403:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855409:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855414:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.855418:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855427:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855436:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e0:0x0].0x0 (ffff89b40818f400)
00010000:00010000:2.0:1775764893.855439:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.855442:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855447:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd150 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855463:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855468:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855472:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855477:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.855479:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855485:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855493:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.855495:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.855498:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855508:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd142 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.855516:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000518be800 reply state 0000000098eb396b transno 4294992060 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8ec0074d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855527:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209c00/0xd3c138f3308bd149 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8ec0074d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.855533:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8ec0074d (ffff89b40818f200)
00010000:00010000:2.0:1775764893.855535:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.855538:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.855698:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6599:11674:x1862023150272896:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1274us (3091us total) trans 4294992060 rc 0/0
00000100:00100000:2.0:1775764893.855707:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14588
00010000:00010000:0.0:1775764893.855782:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.855789:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855804:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.855808:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855814:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855823:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e0:0x0].0x0 (ffff89b40818f400)
00010000:00010000:0.0:1775764893.855825:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.855828:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855833:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd157 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855857:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.855859:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.855861:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.863144:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.863214:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150273152
00000100:00100000:2.0:1775764893.863225:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150273152
00000100:00100000:2.0:1775764893.863308:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14589
00000100:00100000:2.0:1775764893.863319:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6599:11674:x1862023150273152:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.863382:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.863407:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c8ee00/0xd3c138f3308496e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x168f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2f29 expref: 6599 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863424:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x168f:0x0].0x0 (ffff89b4073fb000)
00010000:00010000:2.0:1775764893.863433:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.863447:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863461:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863468:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863477:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd165 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x36b0e614 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863481:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd165 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x36b0e614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863485:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd165 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x36b0e614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863555:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863560:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863564:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.863744:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4247, 64 off280000
00000040:00080000:2.0:1775764893.863761:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4247, 64 off280000
00010000:00010000:2.0:1775764893.863814:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863820:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863828:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863833:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863837:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863840:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863851:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.863864:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863867:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863870:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863874:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.863878:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863882:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863887:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x168f:0x0].0x0 (ffff89b40818f800)
00010000:00010000:2.0:1775764893.863888:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.863891:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863894:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd16c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x168f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863904:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863907:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863910:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863913:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.863915:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863917:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863921:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.863922:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.863924:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863926:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd15e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.863931:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3c2931d reply state 0000000010b367a2 transno 4294992061 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd165 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x36b0e614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863941:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d8200/0xd3c138f3308bd165 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x36b0e614 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.863944:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x36b0e614 (ffff89b40818f900)
00010000:00010000:2.0:1775764893.863945:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.863947:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.864012:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:11674:x1862023150273152:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 695us (904us total) trans 4294992061 rc 0/0
00000100:00100000:2.0:1775764893.864019:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14589
00010000:00010000:0.0:1775764893.864224:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.864240:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.864247:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4a400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.864250:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.864256:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.864265:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x168f:0x0].0x0 (ffff89b40818f800)
00010000:00010000:0.0:1775764893.864267:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.864269:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.864274:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd173 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x168f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.864287:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.864288:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.864290:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.867532:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.867608:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150273408
00000100:00100000:2.0:1775764893.867618:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150273408
00000100:00100000:2.0:1775764893.867683:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14590
00000100:00100000:2.0:1775764893.867691:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6600:11674:x1862023150273408:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.867750:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.867789:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f330823c7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x559:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb6af expref: 6600 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867809:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x559:0x0].0x0 (ffff89b402e39a00)
00010000:00010000:2.0:1775764893.867821:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.867839:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867852:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867862:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867883:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dec00/0xd3c138f3308bd181 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc398f656 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867890:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dec00/0xd3c138f3308bd181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc398f656 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867896:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dec00/0xd3c138f3308bd181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc398f656 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867981:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x559:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867989:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.867995:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.868782:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4248, 64 off280064
00000040:00080000:2.0:1775764893.868808:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4248, 64 off280064
00010000:00010000:2.0:1775764893.868867:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x559:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868878:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868886:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868892:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868903:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868908:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868930:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.868955:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868961:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868967:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868972:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085de000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.868976:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868984:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.868992:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x559:0x0].0x0 (ffff89b40818fb00)
00010000:00010000:2.0:1775764893.868995:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.868999:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869005:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd188 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869037:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869044:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869049:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869054:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869060:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.869062:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869068:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869074:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.869078:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.869081:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869086:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd17a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.869096:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008dfc9677 reply state 000000009a0c0bde transno 4294992062 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dec00/0xd3c138f3308bd181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc398f656 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869109:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dec00/0xd3c138f3308bd181 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc398f656 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.869152:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc398f656 (ffff89b40818f500)
00010000:00010000:2.0:1775764893.869155:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.869158:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764893.869759:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.869766:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.869774:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085de400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.869777:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.869784:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.869794:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x559:0x0].0x0 (ffff89b40818fb00)
00010000:00010000:0.0:1775764893.869796:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.869799:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.869805:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd18f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.869823:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.869825:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.869826:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.869861:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6601:11674:x1862023150273408:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2168us (2335us total) trans 4294992062 rc 0/0
00000100:00100000:2.0:1775764893.869872:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14590
00000100:00100000:1.0:1775764893.873611:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.873702:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150273664
00000100:00100000:2.0:1775764893.873712:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150273664
00000100:00100000:2.0:1775764893.873881:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14591
00000100:00100000:2.0:1775764893.873894:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6601:11674:x1862023150273664:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.873965:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.873993:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a7e8c00/0xd3c138f33085fe50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf770c expref: 6601 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874013:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d4:0x0].0x0 (ffff89b408294000)
00010000:00010000:2.0:1775764893.874032:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.874052:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874065:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874075:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874088:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad200/0xd3c138f3308bd19d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3f404ad7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874099:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad200/0xd3c138f3308bd19d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f404ad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874105:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad200/0xd3c138f3308bd19d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f404ad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874447:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874457:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874464:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.874676:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4249, 64 off280128
00000040:00080000:2.0:1775764893.874696:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4249, 64 off280128
00010000:00010000:2.0:1775764893.874743:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874752:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874760:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874767:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874773:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.874990:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875069:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.875089:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875094:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875100:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875105:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aac800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.875109:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875144:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875154:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d4:0x0].0x0 (ffff89b40818ff00)
00010000:00010000:2.0:1775764893.875156:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.875160:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875165:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd1a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875181:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875191:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875196:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875202:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875207:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085dee00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.875209:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875215:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875222:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.875224:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.875226:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875239:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd196 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.875251:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b8478542 reply state 00000000ab3de474 transno 4294992063 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad200/0xd3c138f3308bd19d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f404ad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875261:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad200/0xd3c138f3308bd19d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3f404ad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.875268:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3f404ad7 (ffff89b40818fd00)
00010000:00010000:2.0:1775764893.875407:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.875411:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.875495:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6602:11674:x1862023150273664:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1602us (1890us total) trans 4294992063 rc 0/0
00000100:00100000:2.0:1775764893.875504:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14591
00010000:00010000:3.0:1775764893.878747:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.878760:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.878770:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aacc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.878775:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.878865:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.878882:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d4:0x0].0x0 (ffff89b40818ff00)
00010000:00010000:3.0:1775764893.878885:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.878889:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 1/0,0 mode: --/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.878895:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd1ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.878921:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.878923:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.878925:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.879567:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.879628:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150273920
00000100:00100000:3.0:1775764893.879639:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150273920
00000100:00100000:3.0:1775764893.879699:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14592
00000100:00100000:3.0:1775764893.879708:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6602:11674:x1862023150273920:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.879798:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.879817:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4060c8000/0xd3c138f330847ed1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2a59 expref: 6602 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.879833:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15df:0x0].0x0 (ffff89b408eb8f00)
00010000:00010000:3.0:1775764893.879840:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.879859:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.879872:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.879881:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.879895:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd1b9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7ce0f000 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.879901:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd1b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7ce0f000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.879906:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd1b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7ce0f000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880006:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880014:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880413:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.880669:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4250, 64 off280192
00000040:00080000:3.0:1775764893.880688:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4250, 64 off280192
00010000:00010000:3.0:1775764893.880736:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880745:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880753:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880764:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880770:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880786:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880845:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.880867:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880873:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880879:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880884:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f6ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.880888:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880895:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880905:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15df:0x0].0x0 (ffff89b408120b00)
00010000:00010000:3.0:1775764893.880908:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.880911:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880920:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd1c0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880936:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880951:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880956:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880961:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764893.880964:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880969:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880976:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764893.880979:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.880982:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.880986:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd1b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.880995:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000041d31a reply state 0000000033e41bbf transno 4294992064 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd1b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7ce0f000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.881005:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9000/0xd3c138f3308bd1b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7ce0f000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.881011:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7ce0f000 (ffff89b408120000)
00010000:00010000:3.0:1775764893.881013:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.881015:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.881210:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6603:11674:x1862023150273920:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1499us (1644us total) trans 4294992064 rc 0/0
00000100:00100000:3.0:1775764893.881219:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14592
00000100:00100000:3.0:1775764893.884705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.884794:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150274176
00000100:00100000:2.0:1775764893.884805:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150274176
00000100:00100000:2.0:1775764893.884871:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14593
00000100:00100000:2.0:1775764893.884881:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6603:11674:x1862023150274176:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.884960:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.884986:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aedc00/0xd3c138f330829819 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec901 expref: 6603 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885006:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff89b405af5b00)
00010000:00010000:2.0:1775764893.885015:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.885034:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885047:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885057:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885071:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad400/0xd3c138f3308bd1d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x38c0cd5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885078:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad400/0xd3c138f3308bd1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x38c0cd5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885089:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad400/0xd3c138f3308bd1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x38c0cd5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885214:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885221:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885229:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.885456:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4251, 64 off280256
00000040:00080000:2.0:1775764893.885471:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4251, 64 off280256
00010000:00010000:2.0:1775764893.885511:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885520:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885527:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885534:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885541:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.885546:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886139:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764893.886148:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886155:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.886159:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886168:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886180:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15df:0x0].0x0 (ffff89b408120b00)
00010000:00010000:0.0:1775764893.886183:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.886187:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886193:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd1c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886214:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.886217:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886222:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aac400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.886224:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886229:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886246:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff89b40818f800)
00010000:00010000:0.0:1775764893.886249:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.886251:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.886257:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.886259:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.886261:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.886883:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.887008:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1775764893.887017:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd1e3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887448:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887457:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887463:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887469:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aad600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.887473:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887480:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887493:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff89b40818f800)
00010000:00010000:2.0:1775764893.887496:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.887499:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887504:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd1dc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887528:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887539:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887544:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887549:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887554:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.887556:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887561:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887715:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.887717:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.887720:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887726:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd1ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.887735:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000626cd74e reply state 000000006dd76ddb transno 4294992065 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad400/0xd3c138f3308bd1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x38c0cd5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887747:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad400/0xd3c138f3308bd1d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x38c0cd5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.887753:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x38c0cd5f (ffff89b40818f300)
00010000:00010000:2.0:1775764893.887756:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.887760:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.887981:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:11674:x1862023150274176:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3097us (3282us total) trans 4294992065 rc 0/0
00000100:00100000:2.0:1775764893.887990:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14593
00000100:00100000:2.0:1775764893.893513:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.893590:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150274432
00000100:00100000:0.0:1775764893.893601:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150274432
00000100:00100000:0.0:1775764893.893659:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14594
00000100:00100000:0.0:1775764893.893668:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6604:11674:x1862023150274432:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.893734:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.893764:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aece00/0xd3c138f33082a7f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x86b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecc2d expref: 6604 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893795:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86b:0x0].0x0 (ffff89b401704800)
00010000:00010000:0.0:1775764893.893807:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.893828:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893840:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893849:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893862:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689c00/0xd3c138f3308bd1f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x64e18740 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893868:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689c00/0xd3c138f3308bd1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x64e18740 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893874:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689c00/0xd3c138f3308bd1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x64e18740 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893974:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893982:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.893989:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.894267:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4252, 64 off280320
00000040:00080000:0.0:1775764893.894297:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4252, 64 off280320
00010000:00010000:0.0:1775764893.894351:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894359:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894366:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894372:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894377:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894382:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894395:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.894412:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894418:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894438:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894445:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407688000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.894450:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894458:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894467:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86b:0x0].0x0 (ffff89b408c86500)
00010000:00010000:0.0:1775764893.894469:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.894473:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894478:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd1f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x86b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894505:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894511:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894516:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894521:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894527:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.894529:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894536:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894548:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.894549:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.894552:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894558:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd1ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.894567:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007bda397d reply state 0000000042f7f89d transno 4294992066 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689c00/0xd3c138f3308bd1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x64e18740 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894578:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689c00/0xd3c138f3308bd1f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x64e18740 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.894584:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x64e18740 (ffff89b408c86d00)
00010000:00010000:0.0:1775764893.894586:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.894588:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.894665:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6605:11674:x1862023150274432:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 997us (1161us total) trans 4294992066 rc 0/0
00000100:00100000:0.0:1775764893.894674:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14594
00010000:00010000:1.0:1775764893.896323:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.896334:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.896344:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407688e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.896347:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.896357:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.896372:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86b:0x0].0x0 (ffff89b408c86500)
00010000:00010000:1.0:1775764893.896374:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.896378:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 1/0,0 mode: --/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.896384:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd1ff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x86b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.896406:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.896408:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.896409:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.900254:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764893.900479:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150274688
00000100:00100000:3.0:1775764893.900490:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150274688
00000100:00100000:3.0:1775764893.900551:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14595
00000100:00100000:3.0:1775764893.900561:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6605:11674:x1862023150274688:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764893.900620:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.900648:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407363a00/0xd3c138f3308365ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef22f expref: 6605 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900666:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdd9:0x0].0x0 (ffff89b409cccc00)
00010000:00010000:3.0:1775764893.900677:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.900695:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900707:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900715:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900730:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd20d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2c7d1851 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900740:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd20d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c7d1851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900746:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd20d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c7d1851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900848:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900857:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.900863:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.902510:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4253, 64 off280384
00000040:00080000:2.0:1775764893.902538:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4253, 64 off280384
00010000:00010000:2.0:1775764893.902608:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902623:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902633:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902641:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902647:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902652:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902709:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.902732:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902738:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902746:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902752:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.902756:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902763:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902774:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdd9:0x0].0x0 (ffff89b408120100)
00010000:00010000:2.0:1775764893.902784:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.902788:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902793:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd214 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xdd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902813:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902818:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902823:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902827:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a296c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.902829:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902838:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902846:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.902848:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.902852:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902857:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd206 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.902866:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f819141 reply state 0000000016c789c4 transno 4294992067 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd20d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c7d1851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902876:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f6ac00/0xd3c138f3308bd20d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2c7d1851 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.902881:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2c7d1851 (ffff89b408120900)
00010000:00010000:2.0:1775764893.902883:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.902886:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.902979:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6606:11674:x1862023150274688:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2417us (2732us total) trans 4294992067 rc 0/0
00000100:00100000:2.0:1775764893.902988:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14595
00010000:00010000:3.0:1775764893.909584:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.909598:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.909610:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.909614:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.909624:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.909655:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdd9:0x0].0x0 (ffff89b408120100)
00010000:00010000:3.0:1775764893.909659:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.909664:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.909673:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd21b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdd9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.910559:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.910594:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150274944
00000100:00100000:1.0:1775764893.910604:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150274944
00000100:00100000:1.0:1775764893.910657:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14596
00000100:00100000:1.0:1775764893.910667:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6606:11674:x1862023150274944:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.910727:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.910746:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052d7000/0xd3c138f33082fcff lrc: 0/0,0 mode: --/PR res: [0x200000402:0xad9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ededd2f expref: 6606 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910761:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad9:0x0].0x0 (ffff89b40a367d00)
00010000:00010000:1.0:1775764893.910769:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.910801:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910815:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910825:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910840:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39800/0xd3c138f3308bd229 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf3d5d075 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910847:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39800/0xd3c138f3308bd229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf3d5d075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910853:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39800/0xd3c138f3308bd229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf3d5d075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910964:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910972:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.910979:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.911242:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4254, 64 off280448
00000040:00080000:1.0:1775764893.911261:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4254, 64 off280448
00010000:00010000:1.0:1775764893.911305:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911314:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911322:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911332:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911337:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911343:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911360:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.911378:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.911382:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911387:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.911390:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911396:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911404:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad9:0x0].0x0 (ffff89b40ea36000)
00010000:00010000:1.0:1775764893.911407:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.911410:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911416:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd237 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xad9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911429:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.911431:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.911433:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.911445:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911451:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911455:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911460:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.911463:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911468:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911476:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad9:0x0].0x0 (ffff89b40ea36000)
00010000:00010000:1.0:1775764893.911478:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.911481:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911486:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd230 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xad9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911504:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911510:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911515:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911523:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911528:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.911530:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911535:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911542:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.911545:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.911547:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911553:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd222 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.911562:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053af8150 reply state 000000009e439d42 transno 4294992068 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39800/0xd3c138f3308bd229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf3d5d075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911572:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39800/0xd3c138f3308bd229 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf3d5d075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.911578:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf3d5d075 (ffff89b409d33000)
00010000:00010000:1.0:1775764893.911580:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.911582:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.911648:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6607:11674:x1862023150274944:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 982us (1094us total) trans 4294992068 rc 0/0
00000100:00100000:1.0:1775764893.911656:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14596
00000100:00100000:1.0:1775764893.915604:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764893.915810:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.915813:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764893.915816:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.916503:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150275200
00000100:00100000:3.0:1775764893.916514:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150275200
00000100:00100000:2.0:1775764893.916726:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14597
00000100:00100000:2.0:1775764893.916738:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6607:11674:x1862023150275200:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.916811:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.916839:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4056c6c00/0xd3c138f33082e995 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded94d expref: 6607 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916859:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4b:0x0].0x0 (ffff89b402b3a000)
00010000:00010000:2.0:1775764893.916869:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.916887:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916900:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916910:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916923:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd245 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe70965a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916929:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd245 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe70965a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916934:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd245 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe70965a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917310:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917320:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917328:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.917567:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4255, 64 off280512
00000040:00080000:2.0:1775764893.917585:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4255, 64 off280512
00010000:00010000:2.0:1775764893.917635:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917644:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917652:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917660:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917665:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917671:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917685:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.917703:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917710:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917715:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917721:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aac800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.917725:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917732:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917742:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4b:0x0].0x0 (ffff89b40818f400)
00010000:00010000:2.0:1775764893.917744:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.917748:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917754:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd24c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917769:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917787:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917793:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917799:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aad600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.917801:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917807:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917814:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.917817:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.917820:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917825:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd23e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.917839:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004560ca18 reply state 0000000014e1e007 transno 4294992069 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd245 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe70965a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917850:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac400/0xd3c138f3308bd245 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe70965a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.917856:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe70965a3 (ffff89b40818f800)
00010000:00010000:2.0:1775764893.917858:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.917861:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.918475:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6608:11674:x1862023150275200:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1736us (2880us total) trans 4294992069 rc 0/0
00000100:00100000:2.0:1775764893.918484:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14597
00010000:00010000:0.0:1775764893.918561:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.918568:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.918574:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aacc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.918578:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.918585:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.918600:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4b:0x0].0x0 (ffff89b40818f400)
00010000:00010000:0.0:1775764893.918603:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.918606:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.918612:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd253 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.918628:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.918630:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.918632:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.922939:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.923045:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150275456
00000100:00100000:2.0:1775764893.923055:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150275456
00000100:00100000:2.0:1775764893.923135:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14598
00000100:00100000:2.0:1775764893.923146:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6608:11674:x1862023150275456:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.923212:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.923258:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50800/0xd3c138f330852741 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4c09 expref: 6608 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923302:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aaf:0x0].0x0 (ffff89b404b8ce00)
00010000:00010000:2.0:1775764893.923322:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.923349:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923366:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923383:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923402:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd261 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x63cc6c53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923410:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd261 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x63cc6c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923416:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd261 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x63cc6c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923526:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923534:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923541:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.923781:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4256, 64 off280576
00000040:00080000:2.0:1775764893.923802:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4256, 64 off280576
00010000:00010000:2.0:1775764893.923854:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923863:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923871:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923882:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923888:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923893:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923913:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.923930:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923935:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923942:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923948:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407a93a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.923953:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923960:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923968:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aaf:0x0].0x0 (ffff89b40818ff00)
00010000:00010000:2.0:1775764893.923971:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.923975:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923984:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd268 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1aaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.923999:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.924005:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.924010:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.924015:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.924017:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.924023:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.924028:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.924030:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.924033:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.924038:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd25a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.924047:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d09d835e reply state 00000000bf0febfe transno 4294992070 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd261 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x63cc6c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.924058:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a296c00/0xd3c138f3308bd261 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x63cc6c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.924064:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x63cc6c53 (ffff89b40818fb00)
00010000:00010000:2.0:1775764893.924066:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.924069:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.926579:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6609:11674:x1862023150275456:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3424us (3638us total) trans 4294992070 rc 0/0
00000100:00100000:2.0:1775764893.926592:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14598
00010000:00010000:1.0:1775764893.927580:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764893.927590:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927601:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764893.927605:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927614:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927632:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aaf:0x0].0x0 (ffff89b40818ff00)
00010000:00010000:1.0:1775764893.927635:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764893.927640:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927646:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd26f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1aaf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927668:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.927670:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764893.927671:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764893.930798:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.930879:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150275712
00000100:00100000:1.0:1775764893.930888:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150275712
00000100:00100000:1.0:1775764893.930955:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14599
00000100:00100000:1.0:1775764893.930964:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6609:11674:x1862023150275712:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.931039:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.931067:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a25e00/0xd3c138f33085af4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf673e expref: 6609 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931092:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e92:0x0].0x0 (ffff89b40560ee00)
00010000:00010000:1.0:1775764893.931102:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.931159:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931172:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931182:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931216:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38e00/0xd3c138f3308bd27d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x99c8cb0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931224:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38e00/0xd3c138f3308bd27d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x99c8cb0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931230:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38e00/0xd3c138f3308bd27d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x99c8cb0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931348:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931357:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931363:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.931613:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4257, 64 off280640
00000040:00080000:1.0:1775764893.931630:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4257, 64 off280640
00010000:00010000:1.0:1775764893.931679:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931688:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931696:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931703:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931709:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931715:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931731:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.931748:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931753:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931760:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931764:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a58b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.931768:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931776:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931785:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e92:0x0].0x0 (ffff89b40ea36900)
00010000:00010000:1.0:1775764893.931788:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.931791:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931796:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd284 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931815:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931822:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931828:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931834:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931838:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.931840:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931844:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931852:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.931854:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.931857:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931866:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd276 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.931876:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000023b6801 reply state 0000000032bc4a8f transno 4294992071 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38e00/0xd3c138f3308bd27d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x99c8cb0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931886:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38e00/0xd3c138f3308bd27d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x99c8cb0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.931892:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x99c8cb0e (ffff89b40ea36200)
00010000:00010000:1.0:1775764893.931894:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.931896:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.931964:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6610:11674:x1862023150275712:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 999us (1173us total) trans 4294992071 rc 0/0
00000100:00100000:1.0:1775764893.931972:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14599
00010000:00010000:3.0:1775764893.932532:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.932540:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.932549:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.932552:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.932558:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.932568:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e92:0x0].0x0 (ffff89b40ea36900)
00010000:00010000:3.0:1775764893.932571:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.932573:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.932579:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd28b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.932597:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.932598:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.932600:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.944185:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.944419:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150275968
00000100:00100000:0.0:1775764893.944430:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150275968
00000100:00100000:0.0:1775764893.944498:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14600
00000100:00100000:0.0:1775764893.944508:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6610:11674:x1862023150275968:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.944579:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.944611:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a189a00/0xd3c138f33083c0c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1071:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0457 expref: 6610 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944633:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1071:0x0].0x0 (ffff89b40f033300)
00010000:00010000:0.0:1775764893.944660:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.944683:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944696:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944706:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944725:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd299 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6192352d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944731:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd299 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6192352d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944737:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd299 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6192352d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944832:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944840:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.944846:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.945111:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4258, 64 off280704
00000040:00080000:0.0:1775764893.945472:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4258, 64 off280704
00010000:00010000:0.0:1775764893.945528:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945539:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945547:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945554:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945562:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945568:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945594:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.945611:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945617:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945624:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945629:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407688e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.945634:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945641:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945649:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1071:0x0].0x0 (ffff89b408c86500)
00010000:00010000:0.0:1775764893.945653:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.945656:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945662:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd2a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1071:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945683:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945689:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945696:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945701:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407688000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.945703:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945708:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945715:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.945718:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.945721:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945726:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd292 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.945735:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000901c8294 reply state 00000000f29b9ed6 transno 4294992072 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd299 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6192352d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945746:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689200/0xd3c138f3308bd299 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6192352d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.945751:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6192352d (ffff89b408c86700)
00010000:00010000:0.0:1775764893.945754:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.945757:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.945833:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6611:11674:x1862023150275968:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1325us (1657us total) trans 4294992072 rc 0/0
00000100:00100000:0.0:1775764893.945842:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14600
00010000:00010000:3.0:1775764893.948662:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.948675:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.948686:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.948691:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.948699:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.948727:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1071:0x0].0x0 (ffff89b408c86500)
00010000:00010000:3.0:1775764893.948730:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.948735:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.948740:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd2a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1071:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.948771:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.948773:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.948774:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.950104:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.950345:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150276224
00000100:00100000:2.0:1775764893.950355:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150276224
00000100:00100000:2.0:1775764893.950454:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14601
00000100:00100000:2.0:1775764893.950465:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6611:11674:x1862023150276224:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.950529:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.950554:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f33082fa66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xac6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ededcaa expref: 6611 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950573:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac6:0x0].0x0 (ffff89b408e69600)
00010000:00010000:2.0:1775764893.950583:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.950605:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950617:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950626:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950655:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd2b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf841a762 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950667:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf841a762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950673:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf841a762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950763:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950772:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.950790:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.951185:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4259, 64 off280768
00000040:00080000:2.0:1775764893.951208:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4259, 64 off280768
00010000:00010000:2.0:1775764893.951432:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951443:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951452:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951459:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951464:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951474:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951499:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.951522:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951527:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951534:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951540:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.951545:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951552:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951561:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac6:0x0].0x0 (ffff89b40818f400)
00010000:00010000:2.0:1775764893.951564:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.951567:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951572:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd2bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0xac6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951589:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951599:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951603:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951608:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4090d9a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.951611:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951616:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951622:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.951625:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.951627:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951632:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd2ae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.951641:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e21443f1 reply state 00000000e8028f53 transno 4294992073 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf841a762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951651:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a93a00/0xd3c138f3308bd2b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf841a762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.951658:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf841a762 (ffff89b40818ff00)
00010000:00010000:2.0:1775764893.951660:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.951663:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.951751:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6612:11674:x1862023150276224:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1287us (1654us total) trans 4294992073 rc 0/0
00000100:00100000:2.0:1775764893.951760:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14601
00010000:00010000:0.0:1775764893.954454:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.954466:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.954477:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764893.954482:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.954491:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.954507:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac6:0x0].0x0 (ffff89b40818f400)
00010000:00010000:0.0:1775764893.954511:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.954514:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.954520:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd2c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xac6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.954546:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.954549:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.954550:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.958973:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.959319:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150276480
00000100:00100000:1.0:1775764893.959332:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150276480
00000100:00100000:1.0:1775764893.959399:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14602
00000100:00100000:1.0:1775764893.959408:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6612:11674:x1862023150276480:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.959471:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.959501:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409838c00/0xd3c138f33081cdc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea089 expref: 6612 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959524:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f:0x0].0x0 (ffff89b510278c00)
00010000:00010000:1.0:1775764893.959535:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.959558:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959573:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959583:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959633:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd2d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x12e63f0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959653:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x12e63f0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959660:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x12e63f0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959748:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959757:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.959764:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.959978:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4260, 64 off280832
00000040:00080000:1.0:1775764893.959995:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4260, 64 off280832
00010000:00010000:1.0:1775764893.962864:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962886:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962901:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962909:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962914:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962919:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962944:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.962968:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962974:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962980:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962986:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.962990:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.962997:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963007:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f:0x0].0x0 (ffff89b40ea36800)
00010000:00010000:1.0:1775764893.963010:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.963014:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963030:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2d8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963051:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963057:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963062:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963067:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.963069:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963075:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963082:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.963084:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.963087:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963093:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd2ca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.963102:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000beb4b669 reply state 000000006d91c3f4 transno 4294992074 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x12e63f0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963142:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a58b200/0xd3c138f3308bd2d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x12e63f0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.963148:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x12e63f0c (ffff89b40ea36000)
00010000:00010000:1.0:1775764893.963150:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.963153:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.963253:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6613:11674:x1862023150276480:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3842us (4286us total) trans 4294992074 rc 0/0
00000100:00100000:1.0:1775764893.963263:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14602
00010000:00010000:3.0:1775764893.963508:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.963515:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.963521:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.963525:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.963531:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.963540:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f:0x0].0x0 (ffff89b40ea36800)
00010000:00010000:3.0:1775764893.963544:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.963547:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.963552:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.963568:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.963570:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.963572:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.975421:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764893.975507:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150276736
00000100:00100000:1.0:1775764893.975516:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150276736
00000100:00100000:1.0:1775764893.975578:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14603
00000100:00100000:1.0:1775764893.975587:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6613:11674:x1862023150276736:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764893.975645:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.975674:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409eb2600/0xd3c138f33085206b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a7d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4aab expref: 6613 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975692:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a7d:0x0].0x0 (ffff89b405654900)
00010000:00010000:1.0:1775764893.975703:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.975722:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975735:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975745:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975764:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd2ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfd34819f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975771:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd2ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd34819f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975777:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd2ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd34819f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975871:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975879:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.975884:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764893.976096:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4261, 64 off280896
00000040:00080000:1.0:1775764893.976163:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4261, 64 off280896
00010000:00010000:1.0:1775764893.976210:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976218:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976225:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976242:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976252:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976257:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976270:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764893.976285:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976291:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976296:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976301:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.976305:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976311:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976319:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a7d:0x0].0x0 (ffff89b40ea36700)
00010000:00010000:1.0:1775764893.976322:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764893.976325:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976330:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd2f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976350:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976355:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976359:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976363:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976367:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764893.976369:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976374:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976381:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764893.976383:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.976385:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976390:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd2e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764893.976397:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0e09618 reply state 0000000006ae4ae7 transno 4294992075 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd2ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd34819f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976408:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38200/0xd3c138f3308bd2ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfd34819f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.976415:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfd34819f (ffff89b40ea36300)
00010000:00010000:1.0:1775764893.976417:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764893.976420:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764893.976487:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6614:11674:x1862023150276736:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 901us (1075us total) trans 4294992075 rc 0/0
00000100:00100000:1.0:1775764893.976495:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14603
00010000:00010000:3.0:1775764893.976716:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.976723:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976730:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.976733:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976740:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976749:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a7d:0x0].0x0 (ffff89b40ea36700)
00010000:00010000:3.0:1775764893.976751:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.976753:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976759:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd2fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976773:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.976775:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.976777:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.982974:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764893.983060:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150276992
00000100:00100000:0.0:1775764893.983070:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150276992
00000100:00100000:0.0:1775764893.983157:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14604
00000100:00100000:0.0:1775764893.983166:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6614:11674:x1862023150276992:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764893.983226:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.983261:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408d29800/0xd3c138f330854f73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bd5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5413 expref: 6614 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983282:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bd5:0x0].0x0 (ffff89b408c82200)
00010000:00010000:0.0:1775764893.983292:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.983311:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983324:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983333:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983347:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd309 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe77e5077 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983353:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe77e5077 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983359:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe77e5077 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983442:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983449:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983460:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764893.983666:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4262, 64 off280960
00000040:00080000:0.0:1775764893.983683:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4262, 64 off280960
00010000:00010000:0.0:1775764893.983723:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983732:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983739:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983745:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983752:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983757:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983774:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764893.983789:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983794:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983800:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983806:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aad600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.983811:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983818:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983825:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bd5:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:0.0:1775764893.983828:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764893.983831:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983837:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd310 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1bd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983850:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983856:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983861:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983866:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aac800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764893.983868:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983873:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983883:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764893.983886:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.983888:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983894:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd302 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764893.983901:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cfb819a9 reply state 00000000b92c8612 transno 4294992076 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe77e5077 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983911:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aacc00/0xd3c138f3308bd309 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe77e5077 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.983916:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe77e5077 (ffff89b408c86500)
00010000:00010000:0.0:1775764893.983918:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764893.983920:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764893.983986:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6615:11674:x1862023150276992:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 820us (1020us total) trans 4294992076 rc 0/0
00000100:00100000:0.0:1775764893.983994:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14604
00010000:00010000:3.0:1775764893.984273:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764893.984281:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.984288:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764893.984291:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.984297:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.984305:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bd5:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:3.0:1775764893.984307:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764893.984310:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.984315:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd317 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1bd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.984330:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.984331:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764893.984333:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764893.987449:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764893.991252:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150277248
00000100:00100000:2.0:1775764893.991268:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150277248
00000100:00100000:2.0:1775764893.991337:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14605
00000100:00100000:2.0:1775764893.991346:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6615:11674:x1862023150277248:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764893.991404:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.991432:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a204200/0xd3c138f33083bcd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1054:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf038c expref: 6615 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.991452:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1054:0x0].0x0 (ffff89b40a302c00)
00010000:00010000:2.0:1775764893.991463:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.991486:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.991499:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.991509:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.991567:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b800/0xd3c138f3308bd325 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x29b9e208 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.991575:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b800/0xd3c138f3308bd325 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29b9e208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.991582:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b800/0xd3c138f3308bd325 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29b9e208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.992268:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.992280:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.992287:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764893.992525:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4263, 64 off281024
00000040:00080000:2.0:1775764893.992545:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4263, 64 off281024
00010000:00010000:2.0:1775764893.992591:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.992601:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.992609:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.992615:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.992621:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.992626:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.993966:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764893.993997:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994005:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994011:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994017:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7bc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.994021:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994028:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994040:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1054:0x0].0x0 (ffff89b40927a500)
00010000:00010000:2.0:1775764893.994044:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764893.994048:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994054:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd32c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994076:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994082:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994086:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994091:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764893.994093:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994098:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994106:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764893.994108:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.994110:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994150:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd31e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764893.994162:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd540ccb reply state 000000009f5a1559 transno 4294992077 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b800/0xd3c138f3308bd325 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29b9e208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994172:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b800/0xd3c138f3308bd325 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x29b9e208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.994178:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x29b9e208 (ffff89b40818f400)
00010000:00010000:2.0:1775764893.994181:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764893.994184:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764893.994294:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6616:11674:x1862023150277248:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2946us (6853us total) trans 4294992077 rc 0/0
00000100:00100000:2.0:1775764893.994304:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14605
00000100:00100000:2.0:1775764894.013805:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.014451:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150277504
00000100:00100000:1.0:1775764894.014462:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150277504
00000100:00100000:1.0:1775764894.014544:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14606
00000100:00100000:1.0:1775764894.014556:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6616:11674:x1862023150277504:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.014614:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.014645:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f84d200/0xd3c138f330851c2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a5e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf49d2 expref: 6616 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014667:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a5e:0x0].0x0 (ffff89b407a17300)
00010000:00010000:1.0:1775764894.014677:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.014696:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014709:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014718:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014732:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd341 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe27e4623 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014742:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd341 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe27e4623 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014748:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd341 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe27e4623 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014843:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014852:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.014859:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.015085:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4264, 64 off281088
00000040:00080000:1.0:1775764894.015105:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4264, 64 off281088
00010000:00010000:1.0:1775764894.015189:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015199:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015206:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015213:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015220:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015240:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015263:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1775764894.015281:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015288:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015295:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015302:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.015306:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015312:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015321:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a5e:0x0].0x0 (ffff89b40ea36800)
00010000:00010000:1.0:1775764894.015323:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.015326:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015332:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd348 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015349:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015359:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015364:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015370:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015375:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.015378:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015383:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015391:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.015393:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.015396:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015401:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd33a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.015411:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005de0f601 reply state 0000000005fae9de transno 4294992078 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd341 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe27e4623 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015422:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38800/0xd3c138f3308bd341 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe27e4623 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.015428:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe27e4623 (ffff89b40ea36700)
00010000:00010000:1.0:1775764894.015431:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.015434:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.015506:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6617:11674:x1862023150277504:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 951us (1709us total) trans 4294992078 rc 0/0
00000100:00100000:1.0:1775764894.015515:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14606
00000100:00080000:2.0:1775764894.016001:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1775764894.016976:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764894.016989:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017002:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.017006:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017014:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017028:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1054:0x0].0x0 (ffff89b40927a500)
00010000:00010000:2.0:1775764894.017032:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.017036:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017042:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd333 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017063:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.017066:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017071:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.017073:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017079:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017085:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a5e:0x0].0x0 (ffff89b40ea36800)
00010000:00010000:2.0:1775764894.017087:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.017090:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017098:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd34f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.017110:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.017112:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.017128:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.017536:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.022016:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.022092:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150277760
00000100:00100000:2.0:1775764894.022103:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150277760
00000100:00100000:2.0:1775764894.022210:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14607
00000100:00100000:2.0:1775764894.022220:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6617:11674:x1862023150277760:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.022293:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.022324:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e42000/0xd3c138f33084244f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1349:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf183f expref: 6617 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022345:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1349:0x0].0x0 (ffff89b409896e00)
00010000:00010000:2.0:1775764894.022356:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.022376:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022391:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022400:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022415:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd35d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3c4f8ab8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022422:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd35d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3c4f8ab8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022429:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd35d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3c4f8ab8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022517:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022525:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022531:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.022743:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4265, 64 off281152
00000040:00080000:2.0:1775764894.022761:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4265, 64 off281152
00010000:00010000:2.0:1775764894.022823:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022833:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022840:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022847:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022853:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022859:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022885:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.022905:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022910:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022915:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022920:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7bc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.022924:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022931:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022939:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1349:0x0].0x0 (ffff89b40927ae00)
00010000:00010000:2.0:1775764894.022941:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.022944:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022949:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd364 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1349:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022964:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022970:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022979:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022984:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.022987:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.022994:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.023000:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.023003:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.023005:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.023009:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd356 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.023017:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1cdc1fb reply state 000000009c14195b transno 4294992079 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd35d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3c4f8ab8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.023026:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a600/0xd3c138f3308bd35d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3c4f8ab8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.023031:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3c4f8ab8 (ffff89b40927a500)
00010000:00010000:2.0:1775764894.023033:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.023036:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.023145:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6618:11674:x1862023150277760:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 925us (1137us total) trans 4294992079 rc 0/0
00000100:00100000:2.0:1775764894.023154:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14607
00010000:00010000:3.0:1775764894.023712:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.023720:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023727:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.023730:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023736:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023747:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1349:0x0].0x0 (ffff89b40927ae00)
00010000:00010000:3.0:1775764894.023749:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.023752:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023759:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd36b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1349:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023788:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.023790:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.023792:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.026048:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.026164:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150278016
00000100:00100000:2.0:1775764894.026174:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150278016
00000100:00100000:2.0:1775764894.026238:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14608
00000100:00100000:2.0:1775764894.026249:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6618:11674:x1862023150278016:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.026310:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.026336:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052cce00/0xd3c138f33082f3f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa97:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ededb61 expref: 6618 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026355:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa97:0x0].0x0 (ffff89b408e6a400)
00010000:00010000:2.0:1775764894.026365:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.026383:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026395:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026404:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026417:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7be00/0xd3c138f3308bd379 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7a5d35d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026424:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7be00/0xd3c138f3308bd379 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7a5d35d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026430:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7be00/0xd3c138f3308bd379 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7a5d35d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026518:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026529:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.026535:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.026745:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4266, 64 off281216
00000040:00080000:2.0:1775764894.026762:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4266, 64 off281216
00010000:00010000:2.0:1775764894.027051:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027061:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027070:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027077:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027083:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027089:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027168:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.027187:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027193:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027204:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027210:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7ba00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.027213:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027220:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027228:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa97:0x0].0x0 (ffff89b40927aa00)
00010000:00010000:2.0:1775764894.027401:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.027406:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027413:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd380 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027431:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027437:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027442:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027446:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7a000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.027449:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027457:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027465:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.027468:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.027471:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027476:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd372 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.027485:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7e188ff reply state 00000000e88c2388 transno 4294992080 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7be00/0xd3c138f3308bd379 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7a5d35d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027495:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7be00/0xd3c138f3308bd379 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7a5d35d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.027501:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7a5d35d (ffff89b40927a700)
00010000:00010000:2.0:1775764894.027503:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.027506:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.027589:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6619:11674:x1862023150278016:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1340us (1547us total) trans 4294992080 rc 0/0
00000100:00100000:2.0:1775764894.027598:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14608
00010000:00010000:3.0:1775764894.030107:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.030142:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.030153:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.030157:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.030167:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.030183:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa97:0x0].0x0 (ffff89b40927aa00)
00010000:00010000:3.0:1775764894.030186:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.030191:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.030196:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd387 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.030214:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.030216:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.030218:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.035878:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.036001:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150278272
00000100:00100000:2.0:1775764894.036011:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150278272
00000100:00100000:2.0:1775764894.036076:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14609
00000100:00100000:2.0:1775764894.036088:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6619:11674:x1862023150278272:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.036182:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.036209:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a128e00/0xd3c138f33083a6cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfb3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeff25 expref: 6619 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036239:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfb3:0x0].0x0 (ffff89b4072b3500)
00010000:00010000:2.0:1775764894.036251:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.036274:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036290:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036301:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036316:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd395 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd20dcce8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036322:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd395 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd20dcce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036328:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd395 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd20dcce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036424:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036431:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036438:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.036866:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4267, 64 off281280
00000040:00080000:2.0:1775764894.036886:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4267, 64 off281280
00010000:00010000:2.0:1775764894.036936:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036945:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036953:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036959:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036966:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036972:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.036994:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.037012:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037019:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037025:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037031:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.037035:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037043:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037053:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfb3:0x0].0x0 (ffff89b40927a300)
00010000:00010000:2.0:1775764894.037056:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.037060:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037065:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd39c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037081:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037087:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037093:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037098:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.037101:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037106:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037111:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.037173:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.037176:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037182:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd38e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.037194:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012a0bd7f reply state 00000000c1e46576 transno 4294992081 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd395 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd20dcce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037205:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7bc00/0xd3c138f3308bd395 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd20dcce8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.037210:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd20dcce8 (ffff89b40927a100)
00010000:00010000:2.0:1775764894.037212:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.037214:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764894.037348:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.037354:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037360:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.037363:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037369:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037377:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfb3:0x0].0x0 (ffff89b40927a300)
00010000:00010000:0.0:1775764894.037379:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.037381:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037386:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd3a3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xfb3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037402:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.037403:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.037404:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.037434:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6620:11674:x1862023150278272:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1348us (1563us total) trans 4294992081 rc 0/0
00000100:00100000:2.0:1775764894.037442:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14609
00000100:00100000:1.0:1775764894.046892:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.047002:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150278528
00000100:00100000:0.0:1775764894.047012:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150278528
00000100:00100000:0.0:1775764894.047083:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14610
00000100:00100000:0.0:1775764894.047094:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6620:11674:x1862023150278528:12345-192.168.202.20@tcp:36:bonnie++.500
00000100:00100000:3.0:1775764894.047103:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.047171:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764894.047177:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.047208:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085c2a00/0xd3c138f330869310 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2514:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf94cc expref: 6620 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.047227:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2514:0x0].0x0 (ffff89b4086bac00)
00010000:00010000:0.0:1775764894.047247:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764894.047263:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.047273:0:8485:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150279040
00000100:00100000:0.0:1775764894.047278:0:8485:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150279040
00000100:00100000:3.0:1775764894.047288:0:6533:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150278656
00000100:00100000:3.0:1775764894.047293:0:6533:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150278656
00000100:00100000:0.0:1775764894.047326:0:8485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 662
00000100:00100000:3.0:1775764894.047333:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 687
00000100:00100000:0.0:1775764894.047337:0:8485:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6477:2410:x1862023150279040:12345-192.168.202.20@tcp:400:kworker.0
00000100:00100000:3.0:1775764894.047347:0:6533:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b502ad1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:34f9749d-1f5c-44df-badb-e4bea3b84bdd+9:2410:x1862023150278656:12345-192.168.202.20@tcp:400:kworker.0
00000100:00100000:3.0:1775764894.047403:0:6533:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b502ad1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:34f9749d-1f5c-44df-badb-e4bea3b84bdd+9:2410:x1862023150278656:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 59us (139us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.047411:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 687
00000100:00080000:2.0:1775764894.047467:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1775764894.047481:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150278784
00000100:00100000:2.0:1775764894.047485:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150278784
00000100:00080000:2.0:1775764894.047508:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1775764894.047538:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 1611
00000100:00100000:2.0:1775764894.047545:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409913480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+5:2410:x1862023150278784:12345-192.168.202.20@tcp:400:kworker.0
00000100:00100000:0.0:1775764894.053870:0:8485:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6477:2410:x1862023150279040:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 6523us (6695us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.053887:0:8485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 662
00010000:00010000:0.0:1775764894.053951:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.053969:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.053983:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054007:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd3b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x58ed1d4b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054015:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd3b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x58ed1d4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054035:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd3b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x58ed1d4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054155:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054163:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054171:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.054408:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4268, 64 off281344
00000040:00080000:0.0:1775764894.054428:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4268, 64 off281344
00010000:00010000:0.0:1775764894.054483:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054493:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054501:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054508:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054514:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054519:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054545:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.054568:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054574:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054580:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054585:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.054590:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054600:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054611:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2514:0x0].0x0 (ffff89b403d0a300)
00010000:00010000:0.0:1775764894.054614:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.054620:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054626:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd3b8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2514:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054658:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054665:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054671:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054677:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054681:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aad600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.054684:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054690:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054697:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.054700:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.054703:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054709:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.054718:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081ae3503 reply state 000000002ff133ee transno 4294992082 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd3b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x58ed1d4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054729:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aac800/0xd3c138f3308bd3b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x58ed1d4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.054734:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x58ed1d4b (ffff89b403d0a800)
00010000:00010000:0.0:1775764894.054736:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.054738:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.054798:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6621:11674:x1862023150278528:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 7706us (7914us total) trans 4294992082 rc 0/0
00000100:00100000:0.0:1775764894.054807:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14610
00000100:00100000:1.0:1775764894.057427:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.058161:0:14078:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150278912
00000100:00100000:0.0:1775764894.058173:0:14078:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150278912
00000100:00100000:0.0:1775764894.058250:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 663
00000100:00100000:0.0:1775764894.058262:0:14078:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2410:x1862023150278912:12345-192.168.202.20@tcp:400:kworker.0
00000100:00100000:0.0:1775764894.058327:0:14078:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:97176f3e-5586-4540-bb7b-1497fe8ed849+6482:2410:x1862023150278912:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 68us (909us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.058334:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 663
00010000:00010000:0.0:1775764894.059281:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.059290:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.059305:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.059310:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.059319:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.059336:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2514:0x0].0x0 (ffff89b403d0a300)
00010000:00010000:0.0:1775764894.059339:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.059343:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.059350:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3bf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2514:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.059374:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.059376:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.059377:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775764894.059948:0:6534:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1775764894.067568:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.067631:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409913480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+5:2410:x1862023150278784:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 20082us (20527us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.067654:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 1611
00000100:00100000:2.0:1775764894.067686:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150279296
00000100:00100000:2.0:1775764894.067694:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150279296
00000100:00100000:2.0:1775764894.067736:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14611
00000100:00100000:2.0:1775764894.067743:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6621:11674:x1862023150279296:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.067824:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.067853:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407359400/0xd3c138f330835065 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeeddd expref: 6621 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.067873:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd3b:0x0].0x0 (ffff89b4062aa000)
00010000:00010000:2.0:1775764894.067887:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.067907:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.067919:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.067928:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.067947:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd3cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd53dad4b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.067952:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd3cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd53dad4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.067958:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd3cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd53dad4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068058:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068065:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068072:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.068309:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4269, 64 off281408
00000040:00080000:2.0:1775764894.068326:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4269, 64 off281408
00010000:00010000:2.0:1775764894.068369:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068378:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068386:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068392:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068398:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068405:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068423:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.068440:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.068445:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068451:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7ba00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.068455:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068462:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068471:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd3b:0x0].0x0 (ffff89b40927a200)
00010000:00010000:2.0:1775764894.068473:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.068477:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068483:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd3db lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068493:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.068494:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.068496:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.068512:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068518:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068523:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068529:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7a000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.068532:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068538:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068545:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd3b:0x0].0x0 (ffff89b40927a200)
00010000:00010000:2.0:1775764894.068547:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.068551:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068556:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd3d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068572:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068577:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068582:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068587:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.068589:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068594:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068601:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.068604:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.068607:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068612:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd3c6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.068620:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e202162b reply state 00000000be92eec3 transno 4294992083 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd3cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd53dad4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068630:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b000/0xd3c138f3308bd3cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd53dad4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.068636:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd53dad4b (ffff89b40927a600)
00010000:00010000:2.0:1775764894.068638:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.068640:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.080210:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6622:11674:x1862023150279296:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 12453us (12643us total) trans 4294992083 rc 0/0
00000100:00100000:2.0:1775764894.080225:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14611
00000100:00100000:3.0:1775764894.083805:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.083861:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150279552
00000100:00100000:0.0:1775764894.083871:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150279552
00000100:00100000:0.0:1775764894.083934:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14612
00000100:00100000:0.0:1775764894.083944:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6622:11674:x1862023150279552:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.084002:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.084041:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408782800/0xd3c138f3308539fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4fc8 expref: 6622 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084059:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b38:0x0].0x0 (ffff89b4087e9a00)
00010000:00010000:0.0:1775764894.084068:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.084089:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084102:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084274:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084293:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd3e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x87dda1a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084302:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x87dda1a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084312:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x87dda1a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084418:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084427:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084434:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.084932:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4270, 64 off281472
00000040:00080000:0.0:1775764894.084952:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4270, 64 off281472
00010000:00010000:0.0:1775764894.085008:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085028:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085041:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085050:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085057:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085063:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085088:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.085107:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085256:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085263:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085268:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407688e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.085273:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085280:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085290:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b38:0x0].0x0 (ffff89b403d0a600)
00010000:00010000:0.0:1775764894.085292:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.085296:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085301:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd3f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085318:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085325:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085330:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085335:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085339:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.085341:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085347:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.085347:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.085357:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.085358:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085359:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.085363:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.085373:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aad600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.085375:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd3e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.085379:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.085385:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db287815 reply state 000000001afcb76f transno 4294992084 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x87dda1a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.085388:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.085409:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688000/0xd3c138f3308bd3e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x87dda1a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.085411:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b38:0x0].0x0 (ffff89b403d0a600)
00010000:00010000:3.0:1775764894.085417:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.085418:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x87dda1a5 (ffff89b403d0a300)
00010000:00010000:0.0:1775764894.085421:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.085421:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.085424:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764894.085431:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd3f7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.085450:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.085452:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.085454:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.085512:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6623:11674:x1862023150279552:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1568us (1715us total) trans 4294992084 rc 0/0
00000100:00100000:0.0:1775764894.085520:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14612
00000100:00100000:1.0:1775764894.094391:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.094492:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150279808
00000100:00100000:2.0:1775764894.094503:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150279808
00000100:00100000:2.0:1775764894.094572:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14613
00000100:00100000:2.0:1775764894.094581:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6623:11674:x1862023150279808:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.094656:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.094684:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f330865c1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2382:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf89ce expref: 6623 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094703:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2382:0x0].0x0 (ffff89b40a766e00)
00010000:00010000:2.0:1775764894.094712:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.094732:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094744:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094754:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094769:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd405 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9e0574ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094775:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd405 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9e0574ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094781:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd405 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9e0574ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094874:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094882:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.094889:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.095109:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4271, 64 off281536
00000040:00080000:2.0:1775764894.095188:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4271, 64 off281536
00010000:00010000:2.0:1775764894.095246:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095254:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095262:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095268:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095275:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095281:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095300:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.095316:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095323:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095329:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095334:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.095338:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095344:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095352:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2382:0x0].0x0 (ffff89b40927ab00)
00010000:00010000:2.0:1775764894.095355:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.095358:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095364:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd40c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2382:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095378:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095383:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095388:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095392:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095396:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.095399:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095403:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095409:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.095412:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.095415:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095420:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd3fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.095429:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a481506 reply state 000000009379081c transno 4294992085 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd405 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9e0574ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095439:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b400/0xd3c138f3308bd405 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9e0574ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.095444:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9e0574ab (ffff89b40927ad00)
00010000:00010000:2.0:1775764894.095446:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.095449:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.095521:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6624:11674:x1862023150279808:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 939us (1138us total) trans 4294992085 rc 0/0
00000100:00100000:2.0:1775764894.095529:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14613
00010000:00010000:3.0:1775764894.097134:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.097145:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.097155:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.097159:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.097179:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.097196:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2382:0x0].0x0 (ffff89b40927ab00)
00010000:00010000:3.0:1775764894.097199:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.097204:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.097210:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd413 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2382:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.097241:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.097243:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.097245:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.103094:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.103216:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150280064
00000100:00100000:3.0:1775764894.103227:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150280064
00000100:00100000:3.0:1775764894.103291:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14614
00000100:00100000:3.0:1775764894.103301:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6624:11674:x1862023150280064:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.103366:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.103394:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff29800/0xd3c138f330839b51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefcd9 expref: 6624 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103418:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf5f:0x0].0x0 (ffff89b40a307b00)
00010000:00010000:3.0:1775764894.103430:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.103449:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103462:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103472:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103508:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bd421 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1e7d6e0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103516:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bd421 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1e7d6e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103523:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bd421 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1e7d6e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103616:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103625:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103632:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.103865:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4272, 64 off281600
00000040:00080000:3.0:1775764894.103882:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4272, 64 off281600
00010000:00010000:3.0:1775764894.103928:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103938:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103946:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103953:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103960:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.103961:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.103968:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.103995:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.104012:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104018:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104023:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104029:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.104034:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104041:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104050:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf5f:0x0].0x0 (ffff89b408120a00)
00010000:00010000:3.0:1775764894.104052:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.104056:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104062:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd428 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104077:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104083:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.104083:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104090:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104091:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104101:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b97e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.104105:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104106:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.104140:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104144:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104151:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104154:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.104161:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.104165:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104169:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf5f:0x0].0x0 (ffff89b408120a00)
00010000:00010000:3.0:1775764894.104172:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd41a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104173:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.104178:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104196:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd42f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.104200:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000263d7bc1 reply state 00000000196b8147 transno 4294992086 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bd421 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1e7d6e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.104212:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97600/0xd3c138f3308bd421 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1e7d6e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104213:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.104216:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.104219:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.104222:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1e7d6e0e (ffff89b408120100)
00010000:00010000:3.0:1775764894.104225:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.104227:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.104570:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6625:11674:x1862023150280064:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1267us (1483us total) trans 4294992086 rc 0/0
00000100:00100000:0.0:1775764894.104580:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14614
00000100:00100000:1.0:1775764894.111731:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.112166:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150280320
00000100:00100000:0.0:1775764894.112179:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150280320
00000100:00100000:0.0:1775764894.112247:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14615
00000100:00100000:0.0:1775764894.112256:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6625:11674:x1862023150280320:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.112312:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.112339:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406dbfc00/0xd3c138f330864752 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf85a6 expref: 6625 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112358:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22ea:0x0].0x0 (ffff89b408538a00)
00010000:00010000:0.0:1775764894.112368:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.112389:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112402:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112416:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112432:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd43d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8275c1da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112438:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd43d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8275c1da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112444:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd43d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8275c1da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112534:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112543:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112549:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.112765:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4273, 64 off281664
00000040:00080000:0.0:1775764894.112785:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4273, 64 off281664
00010000:00010000:0.0:1775764894.112833:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112842:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112849:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112859:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112865:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112870:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112889:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.112905:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112911:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112917:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112923:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.112927:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112934:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112942:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22ea:0x0].0x0 (ffff89b403d0af00)
00010000:00010000:0.0:1775764894.112945:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.112948:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112958:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd444 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112975:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112981:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112986:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112992:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.112997:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.113000:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.113005:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.113012:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.113015:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.113029:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.113036:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd436 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.113046:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4e1feb5 reply state 000000003f72de0c transno 4294992087 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd43d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8275c1da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.113057:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aad600/0xd3c138f3308bd43d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8275c1da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.113063:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8275c1da (ffff89b403d0a500)
00010000:00010000:0.0:1775764894.113066:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.113068:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.113156:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6626:11674:x1862023150280320:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 900us (1433us total) trans 4294992087 rc 0/0
00000100:00100000:0.0:1775764894.113163:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14615
00010000:00010000:3.0:1775764894.114275:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.114286:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.114295:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407688e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.114299:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.114307:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.114322:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22ea:0x0].0x0 (ffff89b403d0af00)
00010000:00010000:3.0:1775764894.114325:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.114330:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.114335:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd44b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.114353:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.114354:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.114356:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.118778:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.118860:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150280576
00000100:00100000:0.0:1775764894.118870:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150280576
00000100:00100000:0.0:1775764894.118935:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14616
00000100:00100000:0.0:1775764894.118945:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6626:11674:x1862023150280576:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.119008:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.119048:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40915e400/0xd3c138f330854299 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b77:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5181 expref: 6626 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119067:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b77:0x0].0x0 (ffff89b407a0fe00)
00010000:00010000:0.0:1775764894.119078:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.119100:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119112:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119171:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119192:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd459 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x61682c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119199:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd459 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x61682c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119205:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd459 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x61682c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119310:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119318:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119325:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.119549:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4274, 64 off281728
00000040:00080000:0.0:1775764894.119566:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4274, 64 off281728
00010000:00010000:0.0:1775764894.119612:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119621:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119628:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119635:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119645:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119650:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119675:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.119694:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119700:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119707:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119714:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.119718:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.119719:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.119730:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119731:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.119751:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.119752:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b77:0x0].0x0 (ffff89b403d0ab00)
00010000:00010000:0.0:1775764894.119756:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.119760:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119764:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd460 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119782:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119788:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119794:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119801:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408646800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.119804:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119809:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119816:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.119818:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.119821:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119827:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd452 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.119835:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c95ea552 reply state 0000000079473b4d transno 4294992088 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd459 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x61682c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119845:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647200/0xd3c138f3308bd459 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x61682c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.119851:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x61682c48 (ffff89b403d0a000)
00010000:00010000:0.0:1775764894.119854:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.119857:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.120057:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6627:11674:x1862023150280576:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1110us (1288us total) trans 4294992088 rc 0/0
00000100:00100000:1.0:1775764894.120068:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14616
00010000:00010000:3.0:1775764894.128821:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.128843:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.128862:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b77:0x0].0x0 (ffff89b403d0ab00)
00010000:00010000:3.0:1775764894.128865:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.128871:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.128877:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd467 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129252:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.129255:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.129259:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.129492:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.129565:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150280832
00000100:00100000:2.0:1775764894.129575:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150280832
00000100:00100000:2.0:1775764894.129637:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14617
00000100:00100000:2.0:1775764894.129659:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6627:11674:x1862023150280832:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.129717:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.129737:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffe8c00/0xd3c138f33084a654 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1700:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3240 expref: 6627 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129757:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1700:0x0].0x0 (ffff89b403a53700)
00010000:00010000:2.0:1775764894.129766:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.129786:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129798:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129807:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129818:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd475 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcb9f19fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129824:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd475 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcb9f19fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129830:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd475 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcb9f19fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129916:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129924:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.129931:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.130201:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4275, 64 off281792
00000040:00080000:2.0:1775764894.130221:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4275, 64 off281792
00010000:00010000:2.0:1775764894.130279:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130287:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130294:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130302:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130307:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130312:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130330:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.130349:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130354:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130360:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130365:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7a000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.130368:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130376:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130385:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1700:0x0].0x0 (ffff89b40927a800)
00010000:00010000:2.0:1775764894.130388:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.130390:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130396:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd47c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1700:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130410:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130416:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130421:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130425:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.130427:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130433:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130440:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.130442:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.130444:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130448:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd46e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.130460:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016b6cd11 reply state 000000005aa265e1 transno 4294992089 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd475 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcb9f19fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130470:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7ba00/0xd3c138f3308bd475 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcb9f19fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.130475:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcb9f19fa (ffff89b40927a200)
00010000:00010000:2.0:1775764894.130477:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.130479:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.130550:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:11674:x1862023150280832:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 892us (1061us total) trans 4294992089 rc 0/0
00000100:00100000:2.0:1775764894.130559:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14617
00010000:00010000:3.0:1775764894.131604:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.131613:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.131632:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.131636:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.131643:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.131663:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1700:0x0].0x0 (ffff89b40927a800)
00010000:00010000:3.0:1775764894.131666:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.131670:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.131676:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd483 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1700:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.131693:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.131695:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.131697:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.136044:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.136216:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150281088
00000100:00100000:2.0:1775764894.136227:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150281088
00000100:00100000:2.0:1775764894.136290:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14618
00000100:00100000:2.0:1775764894.136301:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6628:11674:x1862023150281088:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.136358:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.136385:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a205a00/0xd3c138f33083aa7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeffe2 expref: 6628 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136403:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfce:0x0].0x0 (ffff89b40a304700)
00010000:00010000:2.0:1775764894.136413:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.136432:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136444:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136457:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136472:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd491 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf02876a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136478:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd491 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf02876a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136485:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd491 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf02876a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136577:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136586:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136593:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.136798:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4276, 64 off281856
00000040:00080000:2.0:1775764894.136817:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4276, 64 off281856
00010000:00010000:2.0:1775764894.136863:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136873:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136880:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136891:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136898:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136903:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136929:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.136946:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136953:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136959:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.136965:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.136966:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.136972:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.136974:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136984:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.136987:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.136994:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.136998:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfce:0x0].0x0 (ffff89b40927a900)
00010000:00010000:2.0:1775764894.137005:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.137008:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.137009:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.137025:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfce:0x0].0x0 (ffff89b40927a900)
00010000:00010000:3.0:1775764894.137027:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.137030:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.137046:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd49f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xfce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137048:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd498 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.137062:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.137065:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.137068:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.137077:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137084:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137088:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137093:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137098:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.137100:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137105:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137153:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.137157:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.137161:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137167:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd48a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.137176:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000adcb7d9e reply state 00000000f05825c0 transno 4294992090 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd491 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf02876a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137186:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4090d9a00/0xd3c138f3308bd491 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf02876a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.137192:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf02876a1 (ffff89b40927af00)
00010000:00010000:2.0:1775764894.137196:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.137199:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.137280:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6629:11674:x1862023150281088:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 980us (1245us total) trans 4294992090 rc 0/0
00000100:00100000:2.0:1775764894.137290:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14618
00000100:00100000:2.0:1775764894.140155:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.141322:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150281344
00000100:00100000:1.0:1775764894.141334:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150281344
00000100:00100000:1.0:1775764894.141430:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14619
00000100:00100000:1.0:1775764894.141440:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6629:11674:x1862023150281344:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.141501:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.141531:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405307600/0xd3c138f33086f8c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa924 expref: 6629 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141552:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fc:0x0].0x0 (ffff89b403d58f00)
00010000:00010000:1.0:1775764894.141565:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.141585:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141598:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141608:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141625:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0400/0xd3c138f3308bd4ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x333db462 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141631:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0400/0xd3c138f3308bd4ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x333db462 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141637:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0400/0xd3c138f3308bd4ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x333db462 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141751:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141759:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.141766:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.142003:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4277, 64 off281920
00000040:00080000:1.0:1775764894.142318:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4277, 64 off281920
00010000:00010000:1.0:1775764894.142371:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142381:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142389:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142397:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142403:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142409:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142486:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.142506:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142525:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142531:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142536:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.142540:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142547:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142557:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fc:0x0].0x0 (ffff89b40ea36800)
00010000:00010000:1.0:1775764894.142560:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.142565:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142570:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd4b4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142589:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142595:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142599:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142604:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.142607:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142611:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142619:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.142621:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.142624:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142629:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.142638:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000932aaa23 reply state 0000000093bc88b0 transno 4294992091 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0400/0xd3c138f3308bd4ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x333db462 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142663:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0400/0xd3c138f3308bd4ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x333db462 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.142671:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x333db462 (ffff89b40ea36900)
00010000:00010000:1.0:1775764894.142673:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.142677:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.143206:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6630:11674:x1862023150281344:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1763us (3054us total) trans 4294992091 rc 0/0
00000100:00100000:1.0:1775764894.143217:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14619
00010000:00010000:3.0:1775764894.143585:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.143594:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.143603:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.143607:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.143615:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.143627:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fc:0x0].0x0 (ffff89b40ea36800)
00010000:00010000:3.0:1775764894.143629:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.143632:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.144310:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd4bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.144341:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.144343:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.144345:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.159091:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.159262:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150281600
00000100:00100000:0.0:1775764894.159272:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150281600
00000100:00100000:0.0:1775764894.159327:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14620
00000100:00100000:0.0:1775764894.159336:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6630:11674:x1862023150281600:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.159421:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.159450:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409df0a00/0xd3c138f33085013f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1999:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf446f expref: 6630 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159470:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1999:0x0].0x0 (ffff89b404ba8b00)
00010000:00010000:0.0:1775764894.159481:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.159501:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159514:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159525:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159539:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd4c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd4500283 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159546:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd4c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd4500283 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159552:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd4c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd4500283 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159657:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159665:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.159672:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.159950:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4278, 64 off281984
00000040:00080000:0.0:1775764894.159969:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4278, 64 off281984
00010000:00010000:0.0:1775764894.160029:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160039:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160047:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160054:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160059:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160064:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160090:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.160108:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160161:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160168:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160174:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085dee00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.160177:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160184:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160193:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1999:0x0].0x0 (ffff89b403d0ac00)
00010000:00010000:0.0:1775764894.160196:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.160200:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160205:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd4d0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1999:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160225:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160242:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160247:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160254:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160260:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085de400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.160264:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160269:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160275:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.160277:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.160280:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160284:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4c2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.160292:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee8df242 reply state 0000000029cb7a22 transno 4294992092 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd4c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd4500283 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160301:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de000/0xd3c138f3308bd4c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd4500283 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.160307:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd4500283 (ffff89b403d0a200)
00010000:00010000:0.0:1775764894.160309:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.160312:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.160387:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6631:11674:x1862023150281600:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1051us (1305us total) trans 4294992092 rc 0/0
00000100:00100000:0.0:1775764894.160395:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14620
00010000:00010000:3.0:1775764894.160556:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.160563:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.160569:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408646800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.160572:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.160578:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.160587:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1999:0x0].0x0 (ffff89b403d0ac00)
00010000:00010000:3.0:1775764894.160590:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.160593:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.160599:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4d7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1999:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.160613:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.160615:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.160617:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.175380:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.176787:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150281856
00000100:00100000:2.0:1775764894.176802:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150281856
00000100:00100000:2.0:1775764894.176876:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14621
00000100:00100000:2.0:1775764894.176888:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6631:11674:x1862023150281856:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.176949:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.176980:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404ec9e00/0xd3c138f330867709 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2447:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8f31 expref: 6631 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.177002:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2447:0x0].0x0 (ffff89b403d2fc00)
00010000:00010000:2.0:1775764894.177013:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.177046:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.177059:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.177069:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.177094:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0dc00/0xd3c138f3308bd4e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x833a31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.177101:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0dc00/0xd3c138f3308bd4e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x833a31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.177108:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0dc00/0xd3c138f3308bd4e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x833a31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177517:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177527:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177535:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.177765:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4279, 64 off282048
00000040:00080000:0.0:1775764894.177780:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4279, 64 off282048
00010000:00010000:0.0:1775764894.177824:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177832:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177839:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177845:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177851:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177856:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177879:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.177896:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177901:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177910:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177915:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408646800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.177919:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177925:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177933:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2447:0x0].0x0 (ffff89b403d0a900)
00010000:00010000:0.0:1775764894.177935:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.177938:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177944:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd4ec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2447:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177957:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177962:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177967:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177970:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.177973:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177981:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177987:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.177989:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.177991:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.177995:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd4de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.178003:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000678a1be9 reply state 0000000002ae6ec5 transno 4294992093 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0dc00/0xd3c138f3308bd4e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x833a31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.178012:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0dc00/0xd3c138f3308bd4e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x833a31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.178029:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x833a31 (ffff89b40927a900)
00010000:00010000:0.0:1775764894.178031:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.178034:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.178143:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6632:11674:x1862023150281856:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1257us (2770us total) trans 4294992093 rc 0/0
00000100:00100000:0.0:1775764894.178151:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14621
00010000:00010000:3.0:1775764894.178294:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.178300:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.178306:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085de400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.178309:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.178314:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.178322:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2447:0x0].0x0 (ffff89b403d0a900)
00010000:00010000:3.0:1775764894.178324:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.178326:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.178331:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd4f3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.178345:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.178347:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.178348:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.181383:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.181472:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150282112
00000100:00100000:1.0:1775764894.181483:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150282112
00000100:00100000:1.0:1775764894.181543:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14622
00000100:00100000:1.0:1775764894.181552:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6632:11674:x1862023150282112:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.181615:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.181653:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404ac8000/0xd3c138f330861d59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7d41 expref: 6632 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181673:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21b7:0x0].0x0 (ffff89b40a764900)
00010000:00010000:1.0:1775764894.181682:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.181704:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181717:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181726:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181744:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd501 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x11e3c7de bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181752:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd501 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11e3c7de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181758:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd501 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11e3c7de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181854:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181863:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.181870:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.182105:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4280, 64 off282112
00000040:00080000:1.0:1775764894.182171:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4280, 64 off282112
00010000:00010000:1.0:1775764894.182257:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182265:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182273:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182279:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182288:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182294:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182318:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.182340:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182346:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182351:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182356:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.182361:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182368:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182376:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21b7:0x0].0x0 (ffff89b4087ecf00)
00010000:00010000:1.0:1775764894.182379:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.182382:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182387:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd508 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182410:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182413:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.182417:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182422:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182425:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182439:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.182440:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.182446:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182447:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182461:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182463:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182474:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.182477:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.182479:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21b7:0x0].0x0 (ffff89b4087ecf00)
00010000:00010000:1.0:1775764894.182481:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182484:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.182488:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.182490:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd4fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182502:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd50f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.182508:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f9924e7 reply state 00000000b57420fa transno 4294992094 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd501 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11e3c7de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182520:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.182522:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1600/0xd3c138f3308bd501 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x11e3c7de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.182523:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.182526:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.182532:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x11e3c7de (ffff89b40ea36800)
00010000:00010000:1.0:1775764894.182535:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.182538:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.182624:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6633:11674:x1862023150282112:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1072us (1248us total) trans 4294992094 rc 0/0
00000100:00100000:1.0:1775764894.182633:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14622
00000100:00100000:2.0:1775764894.196276:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.196383:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150282368
00000100:00100000:0.0:1775764894.196396:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150282368
00000100:00100000:0.0:1775764894.196501:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14623
00000100:00100000:0.0:1775764894.196510:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6633:11674:x1862023150282368:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.196576:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.196606:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a213a00/0xd3c138f33083fabf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0fef expref: 6633 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196626:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1219:0x0].0x0 (ffff89b40ed0e400)
00010000:00010000:0.0:1775764894.196637:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.196672:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196685:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196694:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196710:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd51d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x54339ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196717:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd51d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54339ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196724:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd51d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54339ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196836:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196844:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.196850:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.197072:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4281, 64 off282176
00000040:00080000:0.0:1775764894.197089:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4281, 64 off282176
00010000:00010000:0.0:1775764894.197185:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197196:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197204:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197211:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197217:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197224:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197258:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.197275:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197282:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197289:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197295:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408646800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.197300:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197307:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197316:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1219:0x0].0x0 (ffff89b403d0ac00)
00010000:00010000:0.0:1775764894.197318:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.197321:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197327:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd524 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197343:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197349:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197354:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197359:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197363:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085dee00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.197365:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.197366:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197375:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.197375:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197388:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.197390:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.197391:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.197395:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197404:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd516 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.197414:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045ce899c reply state 000000005500fe73 transno 4294992095 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd51d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54339ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197424:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085de400/0xd3c138f3308bd51d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x54339ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.197429:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x54339ba (ffff89b403d0a900)
00010000:00010000:0.0:1775764894.197432:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.197435:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764894.197460:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.197469:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.197485:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1219:0x0].0x0 (ffff89b403d0ac00)
00010000:00010000:3.0:1775764894.197487:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.197491:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.197497:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd52b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.197508:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6634:11674:x1862023150282368:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 997us (1240us total) trans 4294992095 rc 0/0
00010000:00010000:3.0:1775764894.197512:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.197516:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.197519:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.197520:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14623
00000100:00100000:3.0:1775764894.202657:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.202751:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150282624
00000100:00100000:0.0:1775764894.202764:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150282624
00000100:00100000:0.0:1775764894.202819:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14624
00000100:00100000:0.0:1775764894.202829:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6634:11674:x1862023150282624:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.202889:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.202917:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a000000/0xd3c138f33082bc77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x901:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded047 expref: 6634 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.202939:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x901:0x0].0x0 (ffff89b40a39fe00)
00010000:00010000:0.0:1775764894.202951:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.202974:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.202992:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203001:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203016:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd539 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x20154286 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203035:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd539 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x20154286 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203042:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd539 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x20154286 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203181:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x901:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203200:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203208:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.203462:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4282, 64 off282240
00000040:00080000:0.0:1775764894.203481:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4282, 64 off282240
00010000:00010000:0.0:1775764894.203529:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x901:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203539:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203550:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203558:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203563:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203569:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203591:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.203607:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203613:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.203616:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.203619:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.203624:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203626:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.203633:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.203636:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.203641:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.203649:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.203660:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x901:0x0].0x0 (ffff89b403d0af00)
00010000:00010000:3.0:1775764894.203662:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.203665:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.203671:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd547 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x901:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.203689:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.203691:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.203692:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.203943:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203952:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x901:0x0].0x0 (ffff89b403d0af00)
00010000:00010000:0.0:1775764894.203954:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.203958:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203963:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd540 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x901:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203985:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203991:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.203996:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.204000:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.204003:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.204008:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.204026:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.204030:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.204032:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.204037:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd532 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.204046:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046c8897f reply state 000000002e6cbc14 transno 4294992096 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd539 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x20154286 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.204061:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4a400/0xd3c138f3308bd539 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x20154286 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.204067:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x20154286 (ffff89b403d0ab00)
00010000:00010000:0.0:1775764894.204069:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.204072:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.204467:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6635:11674:x1862023150282624:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1635us (2073us total) trans 4294992096 rc 0/0
00000100:00100000:0.0:1775764894.204478:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14624
00000100:00100000:2.0:1775764894.210764:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.213933:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150282880
00000100:00100000:0.0:1775764894.213949:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150282880
00000100:00100000:0.0:1775764894.214078:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14625
00000100:00100000:0.0:1775764894.214089:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6635:11674:x1862023150282880:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.214176:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.214215:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409092c00/0xd3c138f330827956 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x716:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec2da expref: 6635 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214247:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x716:0x0].0x0 (ffff89b402fa4500)
00010000:00010000:0.0:1775764894.214257:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.214276:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214288:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214296:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214313:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd555 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1366e054 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214318:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd555 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1366e054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214323:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd555 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1366e054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214410:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x716:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214418:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214425:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.214640:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4283, 64 off282304
00000040:00080000:0.0:1775764894.214657:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4283, 64 off282304
00010000:00010000:0.0:1775764894.214703:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x716:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214714:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214721:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214728:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214739:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.214745:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216441:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.216481:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216491:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216497:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216502:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085dee00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.216506:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216513:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216530:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x716:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:0.0:1775764894.216533:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.216537:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216544:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd55c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x716:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216576:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216582:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216588:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216593:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216597:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407209400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.216599:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216604:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216611:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.216614:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.216617:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216623:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd54e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.216633:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019cbb0fc reply state 00000000ed6d6d26 transno 4294992097 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd555 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1366e054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216654:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208600/0xd3c138f3308bd555 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1366e054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.216661:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1366e054 (ffff89b403d0a600)
00010000:00010000:0.0:1775764894.216664:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.216667:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.216770:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6636:11674:x1862023150282880:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2679us (6009us total) trans 4294992097 rc 0/0
00000100:00100000:0.0:1775764894.216781:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14625
00010000:00010000:3.0:1775764894.218606:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.218619:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.218630:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408646800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.218634:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.218644:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.218660:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x716:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:3.0:1775764894.218663:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.218668:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.218675:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd563 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x716:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.218698:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.218701:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.218703:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.222327:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.226805:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150283136
00000100:00100000:1.0:1775764894.226821:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150283136
00000100:00100000:1.0:1775764894.226937:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14626
00000100:00100000:1.0:1775764894.226948:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6636:11674:x1862023150283136:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.227041:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.227079:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4061b8c00/0xd3c138f33085bb98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1eec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf69b4 expref: 6636 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.227101:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1eec:0x0].0x0 (ffff89b408255b00)
00010000:00010000:1.0:1775764894.227111:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.227149:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.227164:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.227174:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230344:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0000/0xd3c138f3308bd571 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xddce33b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230368:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0000/0xd3c138f3308bd571 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xddce33b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230386:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0000/0xd3c138f3308bd571 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xddce33b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230515:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230523:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230530:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.230847:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4284, 64 off282368
00000040:00080000:1.0:1775764894.230866:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4284, 64 off282368
00010000:00010000:1.0:1775764894.230914:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230925:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230932:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230939:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230944:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230949:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.230982:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.231003:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.231009:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.231059:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.231067:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.231075:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.231080:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.231088:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.231101:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1eec:0x0].0x0 (ffff89b4087ecc00)
00010000:00010000:3.0:1775764894.231104:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.231108:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.231216:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd57f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1eec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.231249:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.231251:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.231253:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.231950:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.231959:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.231963:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.231970:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.231980:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1eec:0x0].0x0 (ffff89b4087ecc00)
00010000:00010000:1.0:1775764894.231983:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.231985:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.231990:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd578 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1eec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232014:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232098:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232107:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232112:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.232127:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232132:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232140:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.232143:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.232146:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232151:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd56a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.232162:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b4b53a3 reply state 000000000d3acfe2 transno 4294992098 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0000/0xd3c138f3308bd571 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xddce33b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232172:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0000/0xd3c138f3308bd571 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xddce33b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.232178:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xddce33b1 (ffff89b4087ec600)
00010000:00010000:1.0:1775764894.232181:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.232184:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.232431:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6637:11674:x1862023150283136:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 5481us (10112us total) trans 4294992098 rc 0/0
00000100:00100000:1.0:1775764894.232442:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14626
00000100:00100000:1.0:1775764894.253998:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.254645:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150283392
00000100:00100000:0.0:1775764894.254659:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150283392
00000100:00100000:0.0:1775764894.254727:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14627
00000100:00100000:0.0:1775764894.254737:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6637:11674:x1862023150283392:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.254799:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.254825:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404ec2c00/0xd3c138f33086c51a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2682:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9ece expref: 6637 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.254846:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2682:0x0].0x0 (ffff89b40a768c00)
00010000:00010000:0.0:1775764894.254858:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.254879:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.254892:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.254902:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.254917:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd58d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcd9ecaf6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.254928:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd58d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd9ecaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.254933:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd58d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd9ecaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.255105:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.255173:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.255181:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.255719:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4285, 64 off282432
00000040:00080000:2.0:1775764894.255743:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4285, 64 off282432
00010000:00010000:2.0:1775764894.255806:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255817:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255826:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255833:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255839:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255855:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255883:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.255901:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255916:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255923:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255928:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.255933:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255940:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255957:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2682:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:2.0:1775764894.255960:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.255965:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255971:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd594 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2682:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255987:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.255993:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.256003:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.256008:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408646800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.256010:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.256016:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.256023:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.256025:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.256028:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.256033:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd586 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.256043:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f60a2ca reply state 0000000051e8004f transno 4294992099 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd58d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd9ecaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.256054:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085dee00/0xd3c138f3308bd58d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcd9ecaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.256061:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcd9ecaf6 (ffff89b403d0af00)
00010000:00010000:2.0:1775764894.256063:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.256066:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.256179:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:11674:x1862023150283392:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1442us (2188us total) trans 4294992099 rc 0/0
00000100:00100000:2.0:1775764894.256188:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14627
00010000:00010000:0.0:1775764894.258548:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.258564:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.258575:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0ce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.258578:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.258587:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.258604:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2682:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:0.0:1775764894.258608:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.258612:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.258621:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd59b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2682:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.258644:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.258646:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.258648:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.266883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.266988:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150283648
00000100:00100000:0.0:1775764894.266998:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150283648
00000100:00100000:0.0:1775764894.267065:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14628
00000100:00100000:0.0:1775764894.267076:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6638:11674:x1862023150283648:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.267180:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.267210:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405bbc200/0xd3c138f33086d4d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa1f3 expref: 6638 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267242:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26f5:0x0].0x0 (ffff89b405b63e00)
00010000:00010000:0.0:1775764894.267254:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.267283:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267297:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267308:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267323:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd5a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc602e9a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267330:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc602e9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267337:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc602e9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267453:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267461:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267468:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.267694:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4286, 64 off282496
00000004:00080000:0.0:1775764894.267702:0:6538:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1301380586717ns, next at 1302380584205ns, rc = 0
00000040:00080000:0.0:1775764894.267720:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4286, 64 off282496
00000004:00080000:0.0:1775764894.267724:0:6538:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1301380608495ns, next at 1302380607506ns, rc = 0
00010000:00010000:0.0:1775764894.267773:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267782:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267790:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267797:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267802:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267811:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267836:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.267854:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267861:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.267865:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.267867:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267874:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.267879:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.267882:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267888:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.267894:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.267903:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26f5:0x0].0x0 (ffff89b40a764900)
00010000:00010000:3.0:1775764894.267903:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267909:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.267913:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.267915:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267925:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd5b0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.267933:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26f5:0x0].0x0 (ffff89b40a764900)
00010000:00010000:3.0:1775764894.267937:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.267940:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267942:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.267965:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd5b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267967:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267979:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267985:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.267990:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.267991:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.267993:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.267994:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.267998:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.268002:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.268012:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.268014:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.268017:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.268022:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd5a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.268032:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc3c668d reply state 00000000ca411a9f transno 4294992100 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc602e9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.268043:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407209400/0xd3c138f3308bd5a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc602e9a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.268049:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc602e9a3 (ffff89b403d0ac00)
00010000:00010000:0.0:1775764894.268052:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.268055:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.268168:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6639:11674:x1862023150283648:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1094us (1294us total) trans 4294992100 rc 0/0
00000100:00100000:0.0:1775764894.268177:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14628
00000100:00100000:1.0:1775764894.273493:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.273663:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150283904
00000100:00100000:2.0:1775764894.273676:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150283904
00000100:00100000:2.0:1775764894.273740:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14629
00000100:00100000:2.0:1775764894.273752:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6639:11674:x1862023150283904:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.273827:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.273869:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f750400/0xd3c138f330822cc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb38a expref: 6639 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.273888:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e6:0x0].0x0 (ffff89b4072d6300)
00010000:00010000:2.0:1775764894.273899:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.273933:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.273947:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.273957:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.273972:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ca00/0xd3c138f3308bd5c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x546c251 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.273979:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ca00/0xd3c138f3308bd5c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x546c251 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.273986:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ca00/0xd3c138f3308bd5c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x546c251 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274072:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274081:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274088:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.274853:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4287, 64 off282560
00000040:00080000:2.0:1775764894.274875:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4287, 64 off282560
00010000:00010000:2.0:1775764894.274941:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274952:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274961:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274969:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274976:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274981:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274998:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.275015:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275021:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275031:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275036:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.275041:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275048:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275057:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e6:0x0].0x0 (ffff89b40927ac00)
00010000:00010000:2.0:1775764894.275061:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.275064:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275069:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd5cc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275087:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275093:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275098:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.275103:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0ce00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.275106:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.275269:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.275277:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.275283:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.275287:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.275293:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.275302:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e6:0x0].0x0 (ffff89b40927ac00)
00010000:00010000:0.0:1775764894.275304:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.275307:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.275312:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd5d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.275328:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.275330:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.275331:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.277601:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.277621:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.277624:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.277630:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.277637:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd5be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.277656:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000933a025e reply state 00000000fe181443 transno 4294992101 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ca00/0xd3c138f3308bd5c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x546c251 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.277669:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ca00/0xd3c138f3308bd5c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x546c251 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.277677:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x546c251 (ffff89b40927a400)
00010000:00010000:2.0:1775764894.277680:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.277684:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.277788:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6640:11674:x1862023150283904:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4034us (4300us total) trans 4294992101 rc 0/0
00000100:00100000:2.0:1775764894.277798:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14629
00000100:00100000:3.0:1775764894.282696:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.282786:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150284160
00000100:00100000:2.0:1775764894.282797:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150284160
00000100:00100000:2.0:1775764894.282871:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14630
00000100:00100000:2.0:1775764894.282881:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6640:11674:x1862023150284160:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.282967:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.282999:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a779800/0xd3c138f330862731 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7f39 expref: 6640 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283021:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21ff:0x0].0x0 (ffff89b40723ec00)
00010000:00010000:2.0:1775764894.283032:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.283052:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283066:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283075:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283091:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c200/0xd3c138f3308bd5e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe088fdc3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283098:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c200/0xd3c138f3308bd5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe088fdc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283106:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c200/0xd3c138f3308bd5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe088fdc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283380:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283389:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283397:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.283625:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4288, 64 off282624
00000040:00080000:2.0:1775764894.283643:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4288, 64 off282624
00010000:00010000:2.0:1775764894.283690:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283699:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283706:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283713:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283719:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283725:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283744:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.283762:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283768:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283774:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283779:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.283783:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283790:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283799:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21ff:0x0].0x0 (ffff89b40927a800)
00010000:00010000:2.0:1775764894.283802:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.283805:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283811:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd5e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283825:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283831:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283837:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283842:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.283844:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283849:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283856:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.283858:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.283860:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283865:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd5da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.283877:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065d83fc5 reply state 00000000b88eae8e transno 4294992102 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c200/0xd3c138f3308bd5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe088fdc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283888:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c200/0xd3c138f3308bd5e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe088fdc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.283893:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe088fdc3 (ffff89b40927a000)
00010000:00010000:2.0:1775764894.283895:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.283898:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.283970:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6641:11674:x1862023150284160:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1090us (1286us total) trans 4294992102 rc 0/0
00000100:00100000:2.0:1775764894.283978:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14630
00010000:00010000:3.0:1775764894.284065:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.284071:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.284078:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.284081:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.284087:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.284096:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21ff:0x0].0x0 (ffff89b40927a800)
00010000:00010000:3.0:1775764894.284098:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.284101:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.284106:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd5ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.284146:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.284148:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.284149:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.309674:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.310109:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150284416
00000100:00100000:1.0:1775764894.310164:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150284416
00000100:00100000:1.0:1775764894.310221:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14631
00000100:00100000:1.0:1775764894.310244:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6641:11674:x1862023150284416:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.311022:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.311053:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408615c00/0xd3c138f33086058f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2109:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf787f expref: 6641 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311089:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2109:0x0].0x0 (ffff89b404a5e500)
00010000:00010000:1.0:1775764894.311101:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.311178:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311192:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311201:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311215:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1000/0xd3c138f3308bd5fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5ac5c559 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311221:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1000/0xd3c138f3308bd5fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ac5c559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311238:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1000/0xd3c138f3308bd5fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ac5c559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311333:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311342:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.311349:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.313437:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4289, 64 off282688
00000040:00080000:1.0:1775764894.313464:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4289, 64 off282688
00010000:00010000:1.0:1775764894.315462:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.315487:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.315500:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317001:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317021:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317028:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317159:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.317191:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317198:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317209:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317214:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.317218:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317226:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317251:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2109:0x0].0x0 (ffff89b4087ec500)
00010000:00010000:1.0:1775764894.317254:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.317259:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317265:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd604 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2109:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317292:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317298:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317303:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317308:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.317311:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317320:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317327:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.317330:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.317332:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317337:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd5f6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.317347:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fccb72e reply state 000000003bd407e8 transno 4294992103 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1000/0xd3c138f3308bd5fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ac5c559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317359:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1000/0xd3c138f3308bd5fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5ac5c559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.317366:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5ac5c559 (ffff89b4087ecc00)
00010000:00010000:1.0:1775764894.317368:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.317371:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.319440:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6642:11674:x1862023150284416:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 9196us (9766us total) trans 4294992103 rc 0/0
00000100:00100000:1.0:1775764894.319455:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14631
00010000:00010000:0.0:1775764894.326402:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.326416:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.326434:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.326439:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.326449:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.326471:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2109:0x0].0x0 (ffff89b4087ec500)
00010000:00010000:0.0:1775764894.326474:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.326480:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.326486:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd60b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2109:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.326518:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.326521:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.326523:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.329778:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.329952:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150284672
00000100:00100000:2.0:1775764894.329963:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150284672
00000100:00100000:2.0:1775764894.330024:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14632
00000100:00100000:2.0:1775764894.330034:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6642:11674:x1862023150284672:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.330099:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.330180:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408380c00/0xd3c138f33084cb1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x180d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf399b expref: 6642 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.330199:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x180d:0x0].0x0 (ffff89b4073c2300)
00010000:00010000:2.0:1775764894.330208:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.330241:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.330254:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.330267:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.330282:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd619 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfc1a283f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.330288:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfc1a283f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.330294:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfc1a283f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.330938:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.330950:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.330958:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.331213:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4290, 64 off282752
00000040:00080000:3.0:1775764894.331243:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4290, 64 off282752
00010000:00010000:3.0:1775764894.331291:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331313:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331321:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331328:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331333:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331340:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331359:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.331378:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331384:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331391:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331396:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.331401:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331408:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331419:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x180d:0x0].0x0 (ffff89b408120700)
00010000:00010000:3.0:1775764894.331421:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.331425:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331430:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd620 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x180d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331446:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331452:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331458:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331463:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.331466:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331476:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331484:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.331486:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.331489:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331495:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd612 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.331505:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbdcb07e reply state 00000000545d0c2f transno 4294992104 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfc1a283f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331528:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c400/0xd3c138f3308bd619 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfc1a283f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.331534:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfc1a283f (ffff89b40927ab00)
00010000:00010000:3.0:1775764894.331536:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.331539:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.331609:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6643:11674:x1862023150284672:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1576us (1838us total) trans 4294992104 rc 0/0
00000100:00100000:3.0:1775764894.331618:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14632
00010000:00010000:2.0:1775764894.332277:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.332284:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332291:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dc000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.332294:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332310:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332321:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x180d:0x0].0x0 (ffff89b408120700)
00010000:00010000:2.0:1775764894.332324:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.332327:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332333:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd627 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x180d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332354:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.332356:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.332358:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.339967:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.340072:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150284928
00000100:00100000:0.0:1775764894.340083:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150284928
00000100:00100000:0.0:1775764894.340190:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14633
00000100:00100000:0.0:1775764894.340201:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6643:11674:x1862023150284928:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.340273:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.340311:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403d98c00/0xd3c138f330869fa4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2570:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9750 expref: 6643 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340332:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2570:0x0].0x0 (ffff89b408534800)
00010000:00010000:0.0:1775764894.340342:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.340363:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340377:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340387:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340402:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd635 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x49c33c59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340408:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd635 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x49c33c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340415:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd635 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x49c33c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340507:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340515:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340521:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.340729:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4291, 64 off282816
00000040:00080000:0.0:1775764894.340749:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4291, 64 off282816
00010000:00010000:0.0:1775764894.340797:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340806:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340817:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340824:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340831:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340837:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340858:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.340873:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340879:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340885:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340890:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.340894:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340901:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340909:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2570:0x0].0x0 (ffff89b40a764300)
00010000:00010000:0.0:1775764894.340912:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.340916:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340921:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd63c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2570:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340936:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340942:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340948:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340954:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340958:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407208400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.340961:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340966:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340972:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.340974:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.340977:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.340982:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd62e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.340992:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e806eebe reply state 0000000021724c52 transno 4294992105 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd635 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x49c33c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.341002:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208e00/0xd3c138f3308bd635 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x49c33c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.341008:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x49c33c59 (ffff89b40a764200)
00010000:00010000:0.0:1775764894.341009:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.341012:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.341076:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6644:11674:x1862023150284928:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 876us (1118us total) trans 4294992105 rc 0/0
00000100:00100000:0.0:1775764894.341084:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14633
00010000:00010000:3.0:1775764894.341597:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.341605:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.341612:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.341615:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.341626:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.341637:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2570:0x0].0x0 (ffff89b40a764300)
00010000:00010000:3.0:1775764894.341640:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.341643:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.341648:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd643 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2570:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.341664:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.341665:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.341667:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.349688:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.361267:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150285184
00000100:00100000:1.0:1775764894.361282:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150285184
00000100:00100000:1.0:1775764894.361352:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14634
00000100:00100000:1.0:1775764894.361363:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6644:11674:x1862023150285184:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.361428:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.361458:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409dace00/0xd3c138f330865170 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2334:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf87ac expref: 6644 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361476:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2334:0x0].0x0 (ffff89b40a75a600)
00010000:00010000:1.0:1775764894.361487:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.361507:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361531:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361541:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361557:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd651 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xaa2203b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361564:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaa2203b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361570:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaa2203b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361649:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361657:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.361664:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.361873:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4292, 64 off282880
00000040:00080000:1.0:1775764894.361892:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4292, 64 off282880
00010000:00010000:1.0:1775764894.365460:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365488:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365501:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365552:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365560:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365567:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365583:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.365605:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365610:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365616:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365621:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.365627:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365634:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365646:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2334:0x0].0x0 (ffff89b4087ece00)
00010000:00010000:1.0:1775764894.365649:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.365654:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365660:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd658 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2334:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365682:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365688:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365693:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365697:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.365699:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365704:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365712:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.365715:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.365718:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365724:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd64a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.365733:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081949c9a reply state 000000001fdce996 transno 4294992106 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaa2203b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365744:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0c00/0xd3c138f3308bd651 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xaa2203b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.365750:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xaa2203b4 (ffff89b4087ec000)
00010000:00010000:1.0:1775764894.365752:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.365755:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.367915:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6645:11674:x1862023150285184:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 6534us (18216us total) trans 4294992106 rc 0/0
00000100:00100000:1.0:1775764894.367930:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14634
00010000:00010000:3.0:1775764894.374956:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.374968:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.374979:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.374983:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.374993:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375012:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2334:0x0].0x0 (ffff89b4087ece00)
00010000:00010000:3.0:1775764894.375015:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.375020:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375025:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd65f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2334:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375046:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.375048:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.375050:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.375162:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.375644:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150285440
00000100:00100000:3.0:1775764894.375655:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150285440
00000100:00100000:3.0:1775764894.375720:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14635
00000100:00100000:3.0:1775764894.375729:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6645:11674:x1862023150285440:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.375801:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.375822:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409831000/0xd3c138f33081ae4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9a3f expref: 6645 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375836:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x149:0x0].0x0 (ffff89b51a3deb00)
00010000:00010000:3.0:1775764894.375857:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.375875:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375889:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375897:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375910:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd66d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5abef562 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375917:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd66d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5abef562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.375924:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd66d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5abef562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.376019:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x149:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.376027:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.376034:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.376894:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4293, 64 off282944
00000040:00080000:3.0:1775764894.376914:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4293, 64 off282944
00010000:00010000:3.0:1775764894.377537:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x149:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377552:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377562:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377570:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377576:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377582:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377653:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.377677:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377683:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377688:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377694:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.377698:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377705:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377715:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x149:0x0].0x0 (ffff89b408120600)
00010000:00010000:3.0:1775764894.377718:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.377721:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377727:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd674 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x149:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377746:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377751:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377757:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377762:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.377765:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377770:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377788:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.377791:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.377794:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377799:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd666 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.377809:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fc2984d reply state 0000000086e4baf5 transno 4294992107 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd66d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5abef562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377820:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dc000/0xd3c138f3308bd66d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5abef562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.377826:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5abef562 (ffff89b408120200)
00010000:00010000:3.0:1775764894.377829:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.377831:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.377926:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6646:11674:x1862023150285440:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2193us (2763us total) trans 4294992107 rc 0/0
00000100:00100000:3.0:1775764894.377935:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14635
00000100:00100000:3.0:1775764894.389477:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.389528:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150285696
00000100:00100000:2.0:1775764894.389539:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150285696
00000100:00100000:2.0:1775764894.389633:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14636
00000100:00100000:2.0:1775764894.389644:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6646:11674:x1862023150285696:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.389732:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.389762:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402edb800/0xd3c138f33081d65e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea242 expref: 6646 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389781:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26e:0x0].0x0 (ffff89b40efd4900)
00010000:00010000:2.0:1775764894.389793:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.389815:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389829:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389838:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389854:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd689 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8812e04d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389861:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8812e04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389867:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8812e04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389950:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389959:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.389966:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.390221:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4294, 64 off283008
00000040:00080000:2.0:1775764894.390255:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4294, 64 off283008
00010000:00010000:2.0:1775764894.390306:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.390313:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.390321:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.390327:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.390332:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.390337:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.391907:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764894.391941:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.392242:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764894.392250:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.392260:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.392265:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.392690:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.392706:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x149:0x0].0x0 (ffff89b408120600)
00010000:00010000:3.0:1775764894.392709:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.392713:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.392719:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd67b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x149:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.392741:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.392745:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.392870:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.392876:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.393072:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.393077:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.393084:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.393093:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26e:0x0].0x0 (ffff89b40927a300)
00010000:00010000:3.0:1775764894.393095:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.393098:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.393103:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd697 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.393148:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.393150:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.393152:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.393793:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.393835:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.393841:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393850:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393862:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26e:0x0].0x0 (ffff89b40927a300)
00010000:00010000:2.0:1775764894.393864:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.393867:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393873:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd690 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393908:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393914:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393920:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393926:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393931:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.393934:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393939:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393946:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.393948:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.393951:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393962:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd682 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.393974:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000057157168 reply state 00000000251d0f05 transno 4294992108 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8812e04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393985:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0ce00/0xd3c138f3308bd689 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8812e04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.393992:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8812e04d (ffff89b40927aa00)
00010000:00010000:2.0:1775764894.393994:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.393997:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.394109:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6647:11674:x1862023150285696:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4463us (4635us total) trans 4294992108 rc 0/0
00000100:00100000:2.0:1775764894.394138:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14636
00000100:00100000:2.0:1775764894.398321:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.399535:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150285952
00000100:00100000:3.0:1775764894.399549:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150285952
00000100:00100000:3.0:1775764894.399625:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14637
00000100:00100000:3.0:1775764894.399635:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6647:11674:x1862023150285952:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.399694:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.399721:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4056c7600/0xd3c138f330828fe5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec75d expref: 6647 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.399742:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff89b401741a00)
00010000:00010000:3.0:1775764894.399753:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.400205:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400219:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400241:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400259:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd6a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6d62979b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400266:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd6a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6d62979b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400474:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd6a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6d62979b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400565:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400573:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400580:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.400804:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4295, 64 off283072
00000040:00080000:3.0:1775764894.400824:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4295, 64 off283072
00010000:00010000:3.0:1775764894.400888:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400896:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400903:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400909:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400915:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400920:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400950:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.400969:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400975:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400981:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400986:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.400991:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.400998:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401007:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff89b408120c00)
00010000:00010000:3.0:1775764894.401011:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.401014:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401021:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6ac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401039:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401044:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401049:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401054:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.401057:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401063:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401070:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.401072:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.401075:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401080:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd69e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.401089:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d09b2ceb reply state 000000007f0c6bc9 transno 4294992109 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd6a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6d62979b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401099:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7a000/0xd3c138f3308bd6a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6d62979b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.401105:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6d62979b (ffff89b408120600)
00010000:00010000:3.0:1775764894.401108:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.401111:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.401240:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6648:11674:x1862023150285952:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1593us (2915us total) trans 4294992109 rc 0/0
00000100:00100000:3.0:1775764894.401249:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14637
00010000:00010000:0.0:1775764894.401667:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.401675:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.401683:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.401687:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.401694:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.401704:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff89b408120c00)
00010000:00010000:0.0:1775764894.401706:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.401709:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.401715:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd6b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.401732:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.401735:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.401736:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.415862:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.415982:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150286208
00000100:00100000:3.0:1775764894.415993:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150286208
00000100:00100000:3.0:1775764894.416056:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14638
00000100:00100000:3.0:1775764894.416066:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6648:11674:x1862023150286208:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.416171:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.416198:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408637800/0xd3c138f330864013 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8433 expref: 6648 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416219:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22b5:0x0].0x0 (ffff89b407a02f00)
00010000:00010000:3.0:1775764894.416244:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.416275:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416289:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416297:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416311:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6d31d8e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416318:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6d31d8e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416323:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6d31d8e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416736:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416746:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.416753:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.417711:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4296, 64 off283136
00000040:00080000:3.0:1775764894.417734:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4296, 64 off283136
00010000:00010000:3.0:1775764894.417796:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.417808:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.417817:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.417825:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.417832:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.417838:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418747:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.418773:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418780:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418786:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418792:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405aadc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.418796:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418807:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418820:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22b5:0x0].0x0 (ffff89b408120400)
00010000:00010000:3.0:1775764894.418823:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.418828:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418834:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd6c8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418867:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418873:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418878:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418882:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.418885:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418890:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418898:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.418900:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.418903:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418911:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd6ba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.418921:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff8cc850 reply state 000000003b595f3c transno 4294992110 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6d31d8e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418933:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7b200/0xd3c138f3308bd6c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6d31d8e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.418938:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6d31d8e6 (ffff89b408120500)
00010000:00010000:3.0:1775764894.418941:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.418956:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.419048:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6649:11674:x1862023150286208:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2980us (3192us total) trans 4294992110 rc 0/0
00000100:00100000:3.0:1775764894.419058:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14638
00000100:00100000:2.0:1775764894.423218:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.424790:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150286464
00000100:00100000:3.0:1775764894.424803:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150286464
00000100:00100000:3.0:1775764894.424894:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14639
00000100:00100000:3.0:1775764894.424905:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6649:11674:x1862023150286464:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.424962:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.424990:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404e91a00/0xd3c138f330868ce9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9391 expref: 6649 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425012:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24e7:0x0].0x0 (ffff89b409fb6000)
00010000:00010000:3.0:1775764894.425021:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.425043:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425061:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425072:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425089:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd6dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb61078ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425097:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd6dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb61078ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425103:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd6dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb61078ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425223:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425242:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.425249:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.426647:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4297, 64 off283200
00000040:00080000:3.0:1775764894.426673:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4297, 64 off283200
00010000:00010000:3.0:1775764894.426741:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.426755:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.426767:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.427519:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.427527:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.427534:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.427632:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764894.427641:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.427648:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.427652:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.427660:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.427674:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22b5:0x0].0x0 (ffff89b408120400)
00010000:00010000:0.0:1775764894.427677:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.427681:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.427686:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd6cf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.428163:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.428169:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.428175:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736de00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.428177:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.428183:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.428192:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24e7:0x0].0x0 (ffff89b408120f00)
00010000:00010000:1.0:1775764894.428196:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.428198:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 3/0,0 mode: --/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.428206:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.428207:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.428210:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.432149:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764894.432164:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd6eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432212:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432220:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432235:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432242:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.432246:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432254:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432282:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24e7:0x0].0x0 (ffff89b408120f00)
00010000:00010000:3.0:1775764894.432286:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.432291:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432297:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd6e4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432332:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432338:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432343:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432347:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432352:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407688e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.432355:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432372:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432380:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.432383:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.432386:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432663:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd6d6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.432676:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bae48f4c reply state 00000000767158d4 transno 4294992111 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd6dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb61078ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432689:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b97e00/0xd3c138f3308bd6dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb61078ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.432696:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb61078ab (ffff89b408120800)
00010000:00010000:3.0:1775764894.432698:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.432702:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.432808:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6650:11674:x1862023150286464:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 7901us (9593us total) trans 4294992111 rc 0/0
00000100:00100000:3.0:1775764894.432818:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14639
00010000:00010000:1.0:1775764894.437188:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.439047:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.439302:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150286720
00000100:00100000:1.0:1775764894.439312:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150286720
00000100:00100000:1.0:1775764894.439381:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14640
00000100:00100000:1.0:1775764894.439391:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6650:11674:x1862023150286720:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.439559:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.439585:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085f8e00/0xd3c138f33086228b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7e4b expref: 6650 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439615:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21dd:0x0].0x0 (ffff89b408f28300)
00010000:00010000:1.0:1775764894.439626:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.439646:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439659:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439668:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439683:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd6f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xeb8b65a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439690:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb8b65a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439697:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb8b65a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439807:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439815:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.439822:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.443830:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4298, 64 off283264
00000040:00080000:1.0:1775764894.444630:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4298, 64 off283264
00010000:00010000:1.0:1775764894.444709:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444726:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444737:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444744:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444750:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444756:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444792:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.444813:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444818:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444824:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444830:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.444833:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444840:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444862:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21dd:0x0].0x0 (ffff89b4087ec500)
00010000:00010000:1.0:1775764894.444865:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.444870:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444875:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd700 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444898:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444903:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444913:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444917:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444922:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.444925:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444930:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444937:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.444939:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.444954:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444960:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd6f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.444969:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000804e6c22 reply state 00000000fffec85b transno 4294992112 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb8b65a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444980:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0e00/0xd3c138f3308bd6f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xeb8b65a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.444987:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xeb8b65a6 (ffff89b4087ece00)
00010000:00010000:1.0:1775764894.444989:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.444992:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.445091:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6651:11674:x1862023150286720:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 5697us (6050us total) trans 4294992112 rc 0/0
00000100:00100000:1.0:1775764894.445101:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14640
00010000:00010000:3.0:1775764894.445606:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.445614:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.445621:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.445625:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.445632:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.445643:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21dd:0x0].0x0 (ffff89b4087ec500)
00010000:00010000:3.0:1775764894.445646:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.445648:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.445658:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd707 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.445676:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.445678:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.445680:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.451438:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.451533:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150286976
00000100:00100000:3.0:1775764894.451545:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150286976
00000100:00100000:3.0:1775764894.451609:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14641
00000100:00100000:3.0:1775764894.451618:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6651:11674:x1862023150286976:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.451676:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.451707:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff8a200/0xd3c138f3308497d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1696:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2f5a expref: 6651 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451725:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1696:0x0].0x0 (ffff89b4073fb600)
00010000:00010000:3.0:1775764894.451735:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.451755:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451769:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451784:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451797:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bd715 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x14e0bb27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451804:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bd715 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x14e0bb27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451810:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bd715 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x14e0bb27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451902:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451909:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.451916:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.452350:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4299, 64 off283328
00000040:00080000:3.0:1775764894.452373:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4299, 64 off283328
00010000:00010000:3.0:1775764894.452427:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452436:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452443:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452450:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452456:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452463:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452489:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.452506:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452512:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452518:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452524:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.452528:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452535:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452544:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1696:0x0].0x0 (ffff89b408120d00)
00010000:00010000:3.0:1775764894.452547:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.452551:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452556:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd71c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1696:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452572:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452577:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452586:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452590:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.452592:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452598:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452605:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.452608:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.452610:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452615:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd70e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.452623:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da1a08d8 reply state 000000009f610715 transno 4294992113 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bd715 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x14e0bb27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452635:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736d800/0xd3c138f3308bd715 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x14e0bb27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.452640:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x14e0bb27 (ffff89b408120f00)
00010000:00010000:3.0:1775764894.452642:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.452645:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.452725:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6652:11674:x1862023150286976:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1106us (1296us total) trans 4294992113 rc 0/0
00000100:00100000:3.0:1775764894.452733:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14641
00010000:00010000:0.0:1775764894.452870:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.452877:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.452883:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.452886:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.452891:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.452900:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1696:0x0].0x0 (ffff89b408120d00)
00010000:00010000:0.0:1775764894.452902:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.452905:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.452910:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd723 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1696:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.452925:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.452927:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.452928:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.456063:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.456391:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150287232
00000100:00100000:3.0:1775764894.456403:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150287232
00000100:00100000:3.0:1775764894.456456:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14642
00000100:00100000:3.0:1775764894.456463:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6652:11674:x1862023150287232:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.456551:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.456580:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407aea800/0xd3c138f3308232ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x512:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb4be expref: 6652 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456604:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x512:0x0].0x0 (ffff89b506912500)
00010000:00010000:3.0:1775764894.456615:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.456637:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456651:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456661:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456677:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd731 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb1bde8a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456684:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd731 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1bde8a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456690:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd731 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1bde8a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456793:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x512:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456806:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.456813:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.457052:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4300, 64 off283392
00000040:00080000:3.0:1775764894.457071:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4300, 64 off283392
00010000:00010000:3.0:1775764894.457153:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x512:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457161:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457169:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457175:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457181:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457185:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457284:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.457302:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457309:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457318:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457323:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cda00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.457327:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457334:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457342:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x512:0x0].0x0 (ffff89b408120c00)
00010000:00010000:3.0:1775764894.457345:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.457348:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457353:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cda00/0xd3c138f3308bd738 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x512:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457371:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457377:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457381:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457388:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457392:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c7aa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.457395:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457401:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457408:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.457411:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.457414:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457419:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c7aa00/0xd3c138f3308bd72a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.457427:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc80dbca reply state 000000000d0d7a86 transno 4294992114 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd731 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb1bde8a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457437:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aadc00/0xd3c138f3308bd731 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb1bde8a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.457444:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb1bde8a5 (ffff89b408120400)
00010000:00010000:3.0:1775764894.457446:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.457448:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.457532:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6653:11674:x1862023150287232:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1067us (1477us total) trans 4294992114 rc 0/0
00000100:00100000:3.0:1775764894.457541:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14642
00000100:00100000:3.0:1775764894.460607:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.460686:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150287488
00000100:00100000:0.0:1775764894.460697:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150287488
00000100:00100000:0.0:1775764894.460764:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14643
00000100:00100000:0.0:1775764894.460785:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6653:11674:x1862023150287488:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.460845:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.460872:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f330848d95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x164b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2d4d expref: 6653 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.460893:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x164b:0x0].0x0 (ffff89b404207900)
00010000:00010000:0.0:1775764894.460904:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.460924:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.460938:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.460948:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.460964:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd74d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x33d5435 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.460972:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd74d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x33d5435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.460978:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd74d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x33d5435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.461087:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.461096:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.461102:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.461388:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4301, 64 off283456
00000040:00080000:0.0:1775764894.461409:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4301, 64 off283456
00010000:00010000:0.0:1775764894.461460:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.461469:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.461477:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.461483:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.461489:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.461499:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.462526:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764894.462535:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.462544:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4062cc200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.462548:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.462557:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.462570:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x512:0x0].0x0 (ffff89b408120c00)
00010000:00010000:1.0:1775764894.462573:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.462577:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.462583:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062cc200/0xd3c138f3308bd73f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x512:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.462718:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.462723:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.462729:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.462731:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.462737:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.462747:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x164b:0x0].0x0 (ffff89b40a764b00)
00010000:00010000:2.0:1775764894.462749:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.462751:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.462759:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.462761:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.462763:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.462965:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764894.462972:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd75b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x164b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.462999:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463004:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463011:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463016:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.463019:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463025:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463033:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x164b:0x0].0x0 (ffff89b40a764b00)
00010000:00010000:0.0:1775764894.463035:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.463038:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463042:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd754 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x164b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463071:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463076:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463080:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463085:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463090:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.463093:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463098:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463105:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.463108:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.463110:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463142:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd746 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.463153:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb1c4835 reply state 0000000005e47eac transno 4294992115 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd74d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x33d5435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463165:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688e00/0xd3c138f3308bd74d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x33d5435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.463171:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x33d5435 (ffff89b40a764500)
00010000:00010000:0.0:1775764894.463173:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.463176:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.463284:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6654:11674:x1862023150287488:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2508us (2684us total) trans 4294992115 rc 0/0
00000100:00100000:0.0:1775764894.463293:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14643
00000100:00100000:2.0:1775764894.466490:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.466577:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150287744
00000100:00100000:3.0:1775764894.466587:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150287744
00000100:00100000:3.0:1775764894.466648:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14644
00000100:00100000:3.0:1775764894.466663:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6654:11674:x1862023150287744:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.466721:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.466748:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40879b800/0xd3c138f3308509b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4621 expref: 6654 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466769:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19d7:0x0].0x0 (ffff89b407a18b00)
00010000:00010000:3.0:1775764894.466792:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.466813:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466825:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466835:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466850:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd769 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x69c5ac48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466856:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x69c5ac48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466863:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x69c5ac48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466967:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466976:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.466982:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.467569:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4302, 64 off283520
00000040:00080000:3.0:1775764894.467587:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4302, 64 off283520
00010000:00010000:3.0:1775764894.467634:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.467643:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.467650:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.467657:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.467663:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.467668:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.468443:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.468452:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.468459:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082cb600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.468463:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.468471:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.468488:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19d7:0x0].0x0 (ffff89b408120a00)
00010000:00010000:1.0:1775764894.468491:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.468494:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.468558:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.468562:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.468564:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.468677:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764894.468684:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd777 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468717:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468724:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468730:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468735:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.468739:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468744:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468753:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19d7:0x0].0x0 (ffff89b408120a00)
00010000:00010000:3.0:1775764894.468755:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.468758:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468763:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd770 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468796:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468802:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468808:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468813:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40736de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.468816:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468822:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468834:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.468836:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.468839:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468846:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736de00/0xd3c138f3308bd762 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.468855:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ccc3614 reply state 00000000fd38be02 transno 4294992116 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x69c5ac48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468867:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736c800/0xd3c138f3308bd769 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x69c5ac48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.468873:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x69c5ac48 (ffff89b408120700)
00010000:00010000:3.0:1775764894.468875:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.468879:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.468981:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6655:11674:x1862023150287744:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2317us (2756us total) trans 4294992116 rc 0/0
00000100:00100000:3.0:1775764894.468991:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14644
00010000:00010000:2.0:1775764894.471804:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.473224:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.473399:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150288000
00000100:00100000:0.0:1775764894.473408:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150288000
00000100:00100000:0.0:1775764894.473475:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14645
00000100:00100000:0.0:1775764894.473485:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6655:11674:x1862023150288000:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.473572:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.473600:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091c2a00/0xd3c138f33085cc8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f68:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6d18 expref: 6655 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473621:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f68:0x0].0x0 (ffff89b408f2ad00)
00010000:00010000:0.0:1775764894.473631:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.473651:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473664:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473674:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473693:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd785 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe6dc7819 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473700:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd785 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe6dc7819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473705:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd785 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe6dc7819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473811:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473820:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.473827:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.474074:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4303, 64 off283584
00000040:00080000:0.0:1775764894.474091:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4303, 64 off283584
00010000:00010000:0.0:1775764894.474169:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474178:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474185:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474192:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474203:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474209:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474224:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.474253:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474259:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474499:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474509:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.474513:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474520:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474531:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f68:0x0].0x0 (ffff89b40a764300)
00010000:00010000:0.0:1775764894.474534:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.474537:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474543:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd78c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f68:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474566:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474572:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474577:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474582:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407b96e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.474585:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474590:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474598:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.474601:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.474604:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474609:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd77e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.474621:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010abb5b6 reply state 0000000095e0ac4f transno 4294992117 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd785 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe6dc7819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474631:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407208400/0xd3c138f3308bd785 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe6dc7819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.474636:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe6dc7819 (ffff89b40a764800)
00010000:00010000:0.0:1775764894.474639:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.474641:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.474721:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6656:11674:x1862023150288000:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1236us (1502us total) trans 4294992117 rc 0/0
00000100:00100000:0.0:1775764894.474729:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14645
00010000:00010000:2.0:1775764894.475467:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.475474:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.475480:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c36600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.475483:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.475491:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.475503:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f68:0x0].0x0 (ffff89b40a764300)
00010000:00010000:2.0:1775764894.475506:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.475509:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.475514:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd793 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.475531:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.475533:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.475534:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.478889:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.479045:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150288256
00000100:00100000:1.0:1775764894.479056:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150288256
00000100:00100000:1.0:1775764894.479148:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14646
00000100:00100000:1.0:1775764894.479158:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6656:11674:x1862023150288256:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.479235:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.479263:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405f4ae00/0xd3c138f33086e702 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x277a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa596 expref: 6656 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479294:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x277a:0x0].0x0 (ffff89b405b0f800)
00010000:00010000:1.0:1775764894.479306:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.479325:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479337:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479347:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479362:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd7a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xedc2777b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479369:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd7a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xedc2777b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479379:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd7a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xedc2777b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479485:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479492:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.479499:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.479722:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4304, 64 off283648
00000040:00080000:1.0:1775764894.479743:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4304, 64 off283648
00010000:00010000:1.0:1775764894.480033:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480043:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480050:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480056:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480063:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480068:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480144:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.480162:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480168:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480174:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480180:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.480183:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480190:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480199:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x277a:0x0].0x0 (ffff89b4087ec500)
00010000:00010000:1.0:1775764894.480202:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.480206:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480211:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x277a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480238:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480244:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480254:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480259:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480273:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.480276:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480281:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480287:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.480289:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.480292:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480297:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd79a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.480306:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000903b696c reply state 000000002cbf1523 transno 4294992118 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd7a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xedc2777b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480316:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0800/0xd3c138f3308bd7a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xedc2777b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480321:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xedc2777b (ffff89b4087ecf00)
00010000:00010000:1.0:1775764894.480324:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.480326:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.480411:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6657:11674:x1862023150288256:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1253us (1530us total) trans 4294992118 rc 0/0
00000100:00100000:1.0:1775764894.480422:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14646
00010000:00010000:2.0:1775764894.483161:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.483175:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.483186:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d0600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.483190:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.483199:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.483218:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x277a:0x0].0x0 (ffff89b4087ec500)
00010000:00010000:2.0:1775764894.483221:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.483235:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 1/0,0 mode: --/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.483241:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7af lrc: 0/0,0 mode: --/PW res: [0x200000402:0x277a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.483278:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.483280:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.483281:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.484556:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.484634:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150288512
00000100:00100000:3.0:1775764894.484645:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150288512
00000100:00100000:3.0:1775764894.484705:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14647
00000100:00100000:3.0:1775764894.484715:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6657:11674:x1862023150288512:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.484793:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.484819:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40539f000/0xd3c138f33086eb1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2798:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa668 expref: 6657 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.484841:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2798:0x0].0x0 (ffff89b405b0d100)
00010000:00010000:3.0:1775764894.484850:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.484870:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.484882:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.484892:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.484908:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd7bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa1d0c691 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.484915:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd7bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1d0c691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.484920:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd7bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1d0c691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.485033:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.485042:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.485049:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.485338:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4305, 64 off283712
00000040:00080000:2.0:1775764894.485637:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4305, 64 off283712
00010000:00010000:2.0:1775764894.485693:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485702:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485709:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485716:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485722:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485727:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485750:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.485769:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485774:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485780:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485789:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082cbc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.485793:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485800:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485809:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2798:0x0].0x0 (ffff89b408120b00)
00010000:00010000:2.0:1775764894.485812:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.485816:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485822:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd7c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485837:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485843:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485848:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485853:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.485855:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485861:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485873:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.485874:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.485877:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485883:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd7b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.485892:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a6b5bd9 reply state 0000000072a46f58 transno 4294992119 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd7bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1d0c691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485902:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cb600/0xd3c138f3308bd7bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa1d0c691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.485907:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa1d0c691 (ffff89b408120a00)
00010000:00010000:2.0:1775764894.485909:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.485911:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.485996:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6658:11674:x1862023150288512:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1281us (1446us total) trans 4294992119 rc 0/0
00000100:00100000:2.0:1775764894.486006:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14647
00010000:00010000:0.0:1775764894.486372:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.486379:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.486386:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.486389:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.486397:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.486408:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2798:0x0].0x0 (ffff89b408120b00)
00010000:00010000:0.0:1775764894.486410:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.486413:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.486418:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd7cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.486433:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.486434:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.486436:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.489290:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.489396:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150288768
00000100:00100000:1.0:1775764894.489407:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150288768
00000100:00100000:1.0:1775764894.489467:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14648
00000100:00100000:1.0:1775764894.489477:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6658:11674:x1862023150288768:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.489541:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.489570:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408660c00/0xd3c138f3308613a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2170:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7b50 expref: 6658 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489590:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2170:0x0].0x0 (ffff89b40850b900)
00010000:00010000:1.0:1775764894.489604:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.489626:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489639:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489648:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489664:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xeb2b2b59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489670:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb2b2b59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489676:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb2b2b59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489790:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489798:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.489804:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.490043:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4306, 64 off283776
00000040:00080000:1.0:1775764894.490064:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4306, 64 off283776
00010000:00010000:1.0:1775764894.490165:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490175:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490183:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490189:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490194:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490198:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490215:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.490239:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490246:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490253:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490259:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.490267:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490275:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490283:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2170:0x0].0x0 (ffff89b405b63a00)
00010000:00010000:1.0:1775764894.490286:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.490289:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490294:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bd7e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490308:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490314:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490320:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490325:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.490328:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490337:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490344:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.490347:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.490350:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490355:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bd7d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.490364:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002adbefed reply state 0000000089c1f7d7 transno 4294992120 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeb2b2b59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490375:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0200/0xd3c138f3308bd7d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xeb2b2b59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.490381:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xeb2b2b59 (ffff89b405b63e00)
00010000:00010000:1.0:1775764894.490383:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.490385:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.490510:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6659:11674:x1862023150288768:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1032us (1240us total) trans 4294992120 rc 0/0
00000100:00100000:1.0:1775764894.490518:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14648
00010000:00010000:3.0:1775764894.490780:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.490788:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.490795:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.490798:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.490804:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.490812:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2170:0x0].0x0 (ffff89b405b63a00)
00010000:00010000:3.0:1775764894.490815:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.490817:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.490823:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bd7e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.490837:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.490839:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.490841:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.494528:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.494632:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150289024
00000100:00100000:1.0:1775764894.494643:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150289024
00000100:00100000:1.0:1775764894.494743:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14649
00000100:00100000:1.0:1775764894.494754:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6659:11674:x1862023150289024:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.494831:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.494862:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409df1800/0xd3c138f33085d290 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f94:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6e4c expref: 6659 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.494881:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f94:0x0].0x0 (ffff89b409d04d00)
00010000:00010000:1.0:1775764894.494890:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.494910:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.494922:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.494931:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.494945:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xefc6caec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.494952:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xefc6caec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.494959:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xefc6caec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495057:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495066:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495073:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.495343:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4307, 64 off283840
00000040:00080000:1.0:1775764894.495371:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4307, 64 off283840
00010000:00010000:1.0:1775764894.495418:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495426:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495434:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495440:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495446:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495451:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495472:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.495489:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495495:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495500:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495505:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.495509:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495520:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495528:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f94:0x0].0x0 (ffff89b405b63500)
00010000:00010000:1.0:1775764894.495531:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.495535:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495540:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd7fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495556:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495561:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495565:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495570:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495575:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.495578:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495583:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495589:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.495591:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.495594:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495599:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bd7ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.495609:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c37a041f reply state 00000000c44f9f55 transno 4294992121 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xefc6caec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495619:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d0600/0xd3c138f3308bd7f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xefc6caec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.495624:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xefc6caec (ffff89b405b63200)
00010000:00010000:1.0:1775764894.495626:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.495629:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.495699:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6660:11674:x1862023150289024:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 947us (1432us total) trans 4294992121 rc 0/0
00000100:00100000:1.0:1775764894.495707:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14649
00010000:00010000:2.0:1775764894.495778:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.495784:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.495790:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.495793:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.495802:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.495815:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f94:0x0].0x0 (ffff89b405b63500)
00010000:00010000:2.0:1775764894.495817:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.495820:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.495824:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd803 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.495840:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.495842:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.495843:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.499079:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.499208:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150289280
00000100:00100000:2.0:1775764894.499218:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150289280
00000100:00100000:2.0:1775764894.499287:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14650
00000100:00100000:2.0:1775764894.499297:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6660:11674:x1862023150289280:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.499370:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.499399:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408636000/0xd3c138f33086c051 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x265f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9dd9 expref: 6660 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499418:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x265f:0x0].0x0 (ffff89b403d5b000)
00010000:00010000:2.0:1775764894.499428:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.499448:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499462:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499472:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499490:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd811 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3f78f740 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499496:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd811 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f78f740 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499502:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd811 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f78f740 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499588:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499597:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.499603:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.499959:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4308, 64 off283904
00000040:00080000:2.0:1775764894.499977:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4308, 64 off283904
00010000:00010000:2.0:1775764894.500022:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500031:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500038:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500044:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500054:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500059:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500075:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.500092:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500098:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500103:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500109:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.500184:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.500190:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.500196:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.500199:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.500207:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.500216:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x265f:0x0].0x0 (ffff89b40927ae00)
00010000:00010000:0.0:1775764894.500219:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.500222:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.500236:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd81f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x265f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.500248:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.500250:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.500252:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.500561:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500571:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500580:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x265f:0x0].0x0 (ffff89b40927ae00)
00010000:00010000:2.0:1775764894.500582:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.500586:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500592:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd818 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x265f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500615:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500621:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500626:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500631:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.500634:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500639:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500646:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.500649:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.500651:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500656:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd80a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.500666:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa574049 reply state 0000000099b07997 transno 4294992122 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd811 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3f78f740 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500677:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d400/0xd3c138f3308bd811 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3f78f740 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.500683:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3f78f740 (ffff89b40927a300)
00010000:00010000:2.0:1775764894.500685:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.500689:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.500764:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6661:11674:x1862023150289280:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1466us (1694us total) trans 4294992122 rc 0/0
00000100:00100000:2.0:1775764894.501192:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14650
00000100:00100000:3.0:1775764894.503861:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.503997:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150289536
00000100:00100000:1.0:1775764894.504007:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150289536
00000100:00100000:1.0:1775764894.504074:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14651
00000100:00100000:1.0:1775764894.504084:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6661:11674:x1862023150289536:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.504183:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.504213:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f38800/0xd3c138f330820d31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edead39 expref: 6661 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504246:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ff:0x0].0x0 (ffff89b40a3df300)
00010000:00010000:1.0:1775764894.504257:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.504289:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504303:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504314:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504329:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937dc00/0xd3c138f3308bd82d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x880c4224 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504335:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937dc00/0xd3c138f3308bd82d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x880c4224 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504341:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937dc00/0xd3c138f3308bd82d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x880c4224 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504453:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504461:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504467:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.504694:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4309, 64 off283968
00000040:00080000:1.0:1775764894.504715:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4309, 64 off283968
00010000:00010000:1.0:1775764894.504760:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504768:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504779:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504785:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504791:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504796:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504821:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.504839:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504844:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504849:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504854:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.504858:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504865:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504873:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ff:0x0].0x0 (ffff89b405b63800)
00010000:00010000:1.0:1775764894.504875:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.504879:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504884:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd834 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504898:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504903:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504907:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504912:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.504914:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504919:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504925:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.504927:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.504929:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504934:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd826 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.504942:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062412aa4 reply state 00000000d5771da1 transno 4294992123 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937dc00/0xd3c138f3308bd82d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x880c4224 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504958:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937dc00/0xd3c138f3308bd82d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x880c4224 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.504964:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x880c4224 (ffff89b405b63300)
00010000:00010000:1.0:1775764894.504966:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.504968:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.505042:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6662:11674:x1862023150289536:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 959us (1188us total) trans 4294992123 rc 0/0
00000100:00100000:1.0:1775764894.505050:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14651
00010000:00010000:2.0:1775764894.505223:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.505239:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.505246:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.505249:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.505255:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.505264:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ff:0x0].0x0 (ffff89b405b63800)
00010000:00010000:2.0:1775764894.505266:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.505268:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.505274:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bd83b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.505289:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.505290:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.505292:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.509899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.509958:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150289792
00000100:00100000:1.0:1775764894.509970:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150289792
00000100:00100000:1.0:1775764894.510034:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14652
00000100:00100000:1.0:1775764894.510048:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6662:11674:x1862023150289792:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.510160:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.510185:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40945f600/0xd3c138f3308267b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edebf53 expref: 6662 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510202:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x695:0x0].0x0 (ffff89b402c2bf00)
00010000:00010000:1.0:1775764894.510210:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.510236:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510250:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510260:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510291:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937da00/0xd3c138f3308bd849 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x55b6afc7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510298:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937da00/0xd3c138f3308bd849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x55b6afc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510305:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937da00/0xd3c138f3308bd849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x55b6afc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510400:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x695:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510408:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510414:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.510609:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4310, 64 off284032
00000040:00080000:1.0:1775764894.510630:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4310, 64 off284032
00010000:00010000:1.0:1775764894.510676:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x695:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510685:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510693:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510699:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510708:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510713:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510737:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.510755:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510761:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.510767:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.510902:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.510909:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.510916:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.510920:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.510927:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.510937:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x695:0x0].0x0 (ffff89b405b63900)
00010000:00010000:2.0:1775764894.510940:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.510943:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.510949:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bd857 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x695:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.510962:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.510964:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.510966:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.511099:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.511102:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511106:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511172:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x695:0x0].0x0 (ffff89b405b63900)
00010000:00010000:1.0:1775764894.511174:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.511177:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511181:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd850 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x695:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511201:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511205:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511208:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511212:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511214:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.511216:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511219:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511223:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.511234:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.511238:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511243:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd842 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.511251:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007eaa152c reply state 00000000586f593f transno 4294992124 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937da00/0xd3c138f3308bd849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x55b6afc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511323:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937da00/0xd3c138f3308bd849 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x55b6afc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.511331:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x55b6afc7 (ffff89b405b63100)
00010000:00010000:1.0:1775764894.511333:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.511336:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.511507:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6663:11674:x1862023150289792:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1461us (1615us total) trans 4294992124 rc 0/0
00000100:00100000:1.0:1775764894.511516:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14652
00000100:00100000:3.0:1775764894.516811:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.516900:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150290048
00000100:00100000:2.0:1775764894.516910:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150290048
00000100:00100000:2.0:1775764894.516972:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14653
00000100:00100000:2.0:1775764894.516982:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6663:11674:x1862023150290048:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.517044:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.517074:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405fb3200/0xd3c138f33086e0b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x274c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa454 expref: 6663 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517093:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x274c:0x0].0x0 (ffff89b405387a00)
00010000:00010000:2.0:1775764894.517102:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.517305:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517320:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517331:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517347:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd865 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x744fbdf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517354:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x744fbdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517372:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x744fbdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517466:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517475:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517482:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.517709:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4311, 64 off284096
00000040:00080000:2.0:1775764894.517729:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4311, 64 off284096
00010000:00010000:2.0:1775764894.517777:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517786:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517794:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517805:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517810:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517815:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517831:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.517849:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517855:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517861:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517867:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.517871:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517879:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517887:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x274c:0x0].0x0 (ffff89b40927a800)
00010000:00010000:2.0:1775764894.517889:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.517893:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517902:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bd86c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x274c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517918:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517924:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517929:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517935:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.517937:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517943:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517950:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.517952:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.517955:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517960:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bd85e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.517971:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016193866 reply state 000000000a7153a2 transno 4294992125 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x744fbdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517981:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c800/0xd3c138f3308bd865 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x744fbdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.517988:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x744fbdf (ffff89b40927ae00)
00010000:00010000:2.0:1775764894.517990:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.517992:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.518071:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6664:11674:x1862023150290048:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1090us (1270us total) trans 4294992125 rc 0/0
00000100:00100000:2.0:1775764894.518080:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14653
00010000:00010000:0.0:1775764894.519335:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.519345:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.519353:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.519357:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.519365:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.519379:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x274c:0x0].0x0 (ffff89b40927a800)
00010000:00010000:0.0:1775764894.519382:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.519385:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.519390:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd873 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x274c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.519423:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.519425:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.519427:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.525814:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.526385:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150290304
00000100:00100000:0.0:1775764894.526398:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150290304
00000100:00100000:0.0:1775764894.526460:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14654
00000100:00100000:0.0:1775764894.526469:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6664:11674:x1862023150290304:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.526541:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.526568:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083e6200/0xd3c138f330854e38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bcc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf53d4 expref: 6664 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526588:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bcc:0x0].0x0 (ffff89b407a41900)
00010000:00010000:0.0:1775764894.526603:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.526624:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526637:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526646:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526664:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37e00/0xd3c138f3308bd881 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5ddd8643 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526670:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37e00/0xd3c138f3308bd881 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ddd8643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526676:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37e00/0xd3c138f3308bd881 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ddd8643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526768:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526790:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.526797:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.527059:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4312, 64 off284160
00000040:00080000:0.0:1775764894.527076:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4312, 64 off284160
00010000:00010000:0.0:1775764894.527505:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527516:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527525:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527531:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527542:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527546:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527633:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.527653:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527659:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527665:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527671:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c36400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.527675:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527682:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527691:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bcc:0x0].0x0 (ffff89b40a764900)
00010000:00010000:0.0:1775764894.527694:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.527698:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527703:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd888 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527723:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527727:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527730:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527733:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c37600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.527735:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527738:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527742:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.527744:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.527745:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527748:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd87a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.527755:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009cebf0e9 reply state 00000000b19da55b transno 4294992126 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37e00/0xd3c138f3308bd881 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ddd8643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527762:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37e00/0xd3c138f3308bd881 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5ddd8643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.527766:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5ddd8643 (ffff89b40a764b00)
00010000:00010000:0.0:1775764894.527776:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.527778:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.527849:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6665:11674:x1862023150290304:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1380us (2042us total) trans 4294992126 rc 0/0
00000100:00100000:0.0:1775764894.527858:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14654
00000100:00100000:3.0:1775764894.531187:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.531297:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150290560
00000100:00100000:0.0:1775764894.531308:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150290560
00000100:00100000:0.0:1775764894.531372:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14655
00000100:00100000:0.0:1775764894.531382:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6665:11674:x1862023150290560:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.531449:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.531478:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408637200/0xd3c138f3308644dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8528 expref: 6665 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531498:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d8:0x0].0x0 (ffff89b409fb6200)
00010000:00010000:0.0:1775764894.531509:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.531527:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531541:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531550:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531565:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd89d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x90af01f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531573:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd89d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x90af01f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531586:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd89d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x90af01f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531680:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531688:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.531695:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.531932:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4313, 64 off284224
00000040:00080000:0.0:1775764894.531952:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4313, 64 off284224
00010000:00010000:0.0:1775764894.532002:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.532012:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.532019:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.532026:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.532033:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.532038:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532520:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764894.532529:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532537:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c36600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.532540:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532549:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532558:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bcc:0x0].0x0 (ffff89b40a764900)
00010000:00010000:2.0:1775764894.532561:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.532565:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532571:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bd88f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532587:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.532590:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532600:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408229600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.532603:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532608:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532615:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d8:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:2.0:1775764894.532617:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.532620:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 3/0,0 mode: --/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.532626:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.532628:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.532630:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.533242:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764894.533250:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd8ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533345:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533352:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533357:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533363:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.533367:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533374:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533384:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d8:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:1.0:1775764894.533387:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.533390:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533396:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bd8a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533423:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533429:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533435:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533440:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533446:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c37200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.533449:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533454:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533463:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.533465:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.533468:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533473:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bd896 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.533483:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f68d0100 reply state 00000000f5e95f73 transno 4294992127 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd89d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x90af01f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533496:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96e00/0xd3c138f3308bd89d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x90af01f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.533502:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x90af01f4 (ffff89b40a764300)
00010000:00010000:1.0:1775764894.533504:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.533507:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.533609:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6666:11674:x1862023150290560:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2225us (2427us total) trans 4294992127 rc 0/0
00000100:00100000:1.0:1775764894.533619:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14655
00010000:00010000:2.0:1775764894.536482:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.536656:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.536741:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150290816
00000100:00100000:2.0:1775764894.536751:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150290816
00000100:00100000:2.0:1775764894.536909:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14656
00000100:00100000:2.0:1775764894.536920:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6666:11674:x1862023150290816:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.537238:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.537279:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4076fea00/0xd3c138f33082ddf6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded6fa expref: 6666 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537302:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f6:0x0].0x0 (ffff89b40429c800)
00010000:00010000:2.0:1775764894.537315:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.537338:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537359:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537370:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537390:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd8b9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xeaf4f76d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537398:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd8b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeaf4f76d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537405:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd8b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeaf4f76d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537499:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537508:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.537515:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.537735:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4314, 64 off284288
00000040:00080000:2.0:1775764894.537752:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4314, 64 off284288
00010000:00010000:2.0:1775764894.538070:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538081:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538094:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538101:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538107:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538144:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538160:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.538177:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538183:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538189:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538196:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.538200:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538207:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538215:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f6:0x0].0x0 (ffff89b4087ec500)
00010000:00010000:2.0:1775764894.538218:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.538222:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538238:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd8c0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538253:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538260:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538362:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.538369:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538375:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.538379:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538386:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538395:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f6:0x0].0x0 (ffff89b4087ec500)
00010000:00010000:3.0:1775764894.538398:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.538401:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538406:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd8c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538421:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.538422:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.538424:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.538481:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538488:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d38400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.538490:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538496:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538503:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.538506:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.538511:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538516:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd8b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.538527:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e245d5b7 reply state 00000000b24b3245 transno 4294992128 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd8b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeaf4f76d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538543:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408646800/0xd3c138f3308bd8b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xeaf4f76d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538548:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xeaf4f76d (ffff89b40927ac00)
00010000:00010000:2.0:1775764894.538550:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.538553:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.538664:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6667:11674:x1862023150290816:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1743us (2012us total) trans 4294992128 rc 0/0
00000100:00100000:2.0:1775764894.538674:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14656
00000100:00100000:3.0:1775764894.544219:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.544336:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150291072
00000100:00100000:0.0:1775764894.544346:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150291072
00000100:00100000:0.0:1775764894.544409:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14657
00000100:00100000:0.0:1775764894.544419:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6667:11674:x1862023150291072:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.544483:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.544514:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408c2fe00/0xd3c138f33081d12c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea138 expref: 6667 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544538:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x248:0x0].0x0 (ffff89b402aab400)
00010000:00010000:0.0:1775764894.544549:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.544570:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544583:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544592:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544607:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd8d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x89d68ae7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544614:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd8d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x89d68ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544624:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd8d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x89d68ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544718:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x248:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544725:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.544731:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.545717:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4315, 64 off284352
00000040:00080000:0.0:1775764894.545741:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4315, 64 off284352
00010000:00010000:0.0:1775764894.545895:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.545909:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.545919:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.545929:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.545935:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.545941:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546084:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.546110:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546144:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546150:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546156:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c36400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.546160:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546167:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546179:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x248:0x0].0x0 (ffff89b40130f700)
00010000:00010000:0.0:1775764894.546182:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.546187:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546193:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bd8dc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546214:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546221:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546241:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546246:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.546248:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546254:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546262:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.546274:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.546277:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546283:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd8ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.546294:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000306e715f reply state 00000000216ffa9b transno 4294992129 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd8d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x89d68ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546305:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37600/0xd3c138f3308bd8d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x89d68ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.546311:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x89d68ae7 (ffff89b40927a800)
00010000:00010000:0.0:1775764894.546313:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.546316:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.546410:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6668:11674:x1862023150291072:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1989us (2196us total) trans 4294992129 rc 0/0
00000100:00100000:0.0:1775764894.546421:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14657
00000100:00100000:3.0:1775764894.549584:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.549659:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150291328
00000100:00100000:1.0:1775764894.549669:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150291328
00000100:00100000:1.0:1775764894.549734:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14658
00000100:00100000:1.0:1775764894.549745:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6668:11674:x1862023150291328:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.549826:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.549857:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d57a00/0xd3c138f330864e4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf870b expref: 6668 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549878:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231d:0x0].0x0 (ffff89b40a76c500)
00010000:00010000:1.0:1775764894.549889:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.549911:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549923:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549932:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549945:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd8f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xca0b3ad4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549957:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd8f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca0b3ad4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549963:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd8f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca0b3ad4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.550052:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.550062:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.550068:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.550333:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4316, 64 off284416
00000040:00080000:1.0:1775764894.550351:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4316, 64 off284416
00010000:00010000:1.0:1775764894.550398:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.550407:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.550414:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.550421:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.550427:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.550438:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550743:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764894.550751:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550758:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.550762:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550778:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550788:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x248:0x0].0x0 (ffff89b40130f700)
00010000:00010000:2.0:1775764894.550791:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.550796:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550800:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd8e3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x248:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550820:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.550823:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550828:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.550830:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550835:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550842:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231d:0x0].0x0 (ffff89b405b63400)
00010000:00010000:2.0:1775764894.550844:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.550847:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 3/0,0 mode: --/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.550853:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.550854:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.550856:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.551531:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764894.551538:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd8ff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x231d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551569:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551576:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551582:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551587:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.551590:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551597:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551606:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231d:0x0].0x0 (ffff89b405b63400)
00010000:00010000:1.0:1775764894.551609:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.551612:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551617:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd8f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x231d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551642:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551648:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551653:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551658:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551662:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.551665:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551670:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551676:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.551679:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.551681:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551686:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd8ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.551695:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000076ad6cc reply state 000000002c00d1b4 transno 4294992130 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd8f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca0b3ad4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551705:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d400/0xd3c138f3308bd8f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xca0b3ad4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.551712:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xca0b3ad4 (ffff89b405b63900)
00010000:00010000:1.0:1775764894.551714:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.551717:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.551820:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6669:11674:x1862023150291328:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2073us (2243us total) trans 4294992130 rc 0/0
00000100:00100000:1.0:1775764894.551829:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14658
00000100:00100000:3.0:1775764894.554784:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.554879:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150291584
00000100:00100000:0.0:1775764894.554890:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150291584
00000100:00100000:0.0:1775764894.554966:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14659
00000100:00100000:0.0:1775764894.554976:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6669:11674:x1862023150291584:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.555042:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.555069:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4063a5600/0xd3c138f330858a3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d83:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5fd5 expref: 6669 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555091:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d83:0x0].0x0 (ffff89b40826e900)
00010000:00010000:0.0:1775764894.555104:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.555156:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555170:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555179:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555195:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd90d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x97259dd4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555202:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd90d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97259dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555207:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd90d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97259dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555324:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555337:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555344:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.555578:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4317, 64 off284480
00000040:00080000:0.0:1775764894.555599:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4317, 64 off284480
00010000:00010000:0.0:1775764894.555650:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555659:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555666:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555673:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555679:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.555685:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556569:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.556579:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556589:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405646000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.556593:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556601:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556615:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d83:0x0].0x0 (ffff89b40130f600)
00010000:00010000:2.0:1775764894.556618:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.556622:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556633:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.556634:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.556636:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.556779:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764894.556785:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd91b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556813:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556821:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556826:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556830:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.556834:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556839:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556847:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d83:0x0].0x0 (ffff89b40130f600)
00010000:00010000:0.0:1775764894.556850:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.556853:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556857:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd914 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556877:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556883:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556888:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556893:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dde00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.556896:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556901:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556909:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.556911:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.556914:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556919:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd906 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.556928:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ccd76b2 reply state 00000000cd03093b transno 4294992131 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd90d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97259dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556940:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408229600/0xd3c138f3308bd90d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x97259dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556959:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x97259dd4 (ffff89b40130fa00)
00010000:00010000:0.0:1775764894.556962:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.556965:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.557060:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6670:11674:x1862023150291584:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2082us (2296us total) trans 4294992131 rc 0/0
00000100:00100000:0.0:1775764894.557069:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14659
00010000:00010000:2.0:1775764894.558506:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.560663:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.560738:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150291840
00000100:00100000:2.0:1775764894.560748:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150291840
00000100:00100000:2.0:1775764894.560814:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14660
00000100:00100000:2.0:1775764894.560824:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6670:11674:x1862023150291840:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.560883:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.560911:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b63400/0xd3c138f330863b04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2290:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8330 expref: 6670 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.560930:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2290:0x0].0x0 (ffff89b40a752000)
00010000:00010000:2.0:1775764894.560950:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.560971:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.560985:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.560994:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561008:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd929 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x30670e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561015:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd929 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30670e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561024:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd929 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30670e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561110:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561168:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561175:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.561547:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4318, 64 off284544
00000040:00080000:2.0:1775764894.561567:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4318, 64 off284544
00010000:00010000:2.0:1775764894.561615:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561625:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561632:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561639:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561645:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561651:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561781:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.561800:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561807:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561813:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561819:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.561823:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561830:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561839:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2290:0x0].0x0 (ffff89b40a764900)
00010000:00010000:2.0:1775764894.561843:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.561847:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561853:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bd930 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561869:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561875:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561885:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561890:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.561892:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561897:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561905:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.561907:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.561909:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561914:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bd922 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.561923:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f56340d reply state 00000000310365c3 transno 4294992132 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd929 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30670e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561934:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38400/0xd3c138f3308bd929 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x30670e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.561940:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x30670e3 (ffff89b4087ec500)
00010000:00010000:2.0:1775764894.561942:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.561945:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.562021:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6671:11674:x1862023150291840:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1197us (1364us total) trans 4294992132 rc 0/0
00000100:00100000:2.0:1775764894.562029:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14660
00010000:00010000:3.0:1775764894.563418:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.563429:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.563438:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.563442:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.563450:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.563465:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2290:0x0].0x0 (ffff89b40a764900)
00010000:00010000:3.0:1775764894.563468:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.563472:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.563477:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bd937 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.563497:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.563499:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.563501:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.565725:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.565819:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150292096
00000100:00100000:1.0:1775764894.565829:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150292096
00000100:00100000:1.0:1775764894.565888:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14661
00000100:00100000:1.0:1775764894.565898:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6671:11674:x1862023150292096:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.565965:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.565989:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4060b2e00/0xd3c138f33083e683 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1185:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0be3 expref: 6671 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566010:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1185:0x0].0x0 (ffff89b406277000)
00010000:00010000:1.0:1775764894.566022:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.566041:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566052:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566062:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566076:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd945 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xeffec245 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566086:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd945 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeffec245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566092:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd945 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeffec245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566482:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566492:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566499:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.566711:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4319, 64 off284608
00000040:00080000:1.0:1775764894.566729:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4319, 64 off284608
00010000:00010000:1.0:1775764894.566787:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566796:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566804:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566811:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566817:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566826:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566927:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.566959:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566966:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566972:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566978:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.566982:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566988:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.566997:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1185:0x0].0x0 (ffff89b405b63f00)
00010000:00010000:1.0:1775764894.567001:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.567004:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567010:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd94c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567027:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567036:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567040:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567046:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567050:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.567052:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567057:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567064:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.567066:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.567069:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567074:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd93e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.567083:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d4a8875 reply state 0000000086f9fa46 transno 4294992133 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd945 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeffec245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567093:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c800/0xd3c138f3308bd945 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xeffec245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.567100:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xeffec245 (ffff89b405b63400)
00010000:00010000:1.0:1775764894.567103:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.567106:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.567552:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6672:11674:x1862023150292096:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1652us (1830us total) trans 4294992133 rc 0/0
00000100:00100000:1.0:1775764894.567561:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14661
00010000:00010000:0.0:1775764894.568030:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.568037:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.568044:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.568048:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.568056:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.568066:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1185:0x0].0x0 (ffff89b405b63f00)
00010000:00010000:0.0:1775764894.568069:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.568072:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.568077:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bd953 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1185:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.568091:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.568092:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.568094:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.570825:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.570898:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150292352
00000100:00100000:0.0:1775764894.570907:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150292352
00000100:00100000:0.0:1775764894.570987:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14662
00000100:00100000:0.0:1775764894.570996:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6672:11674:x1862023150292352:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.571053:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.571078:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405aa8800/0xd3c138f33083a966 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfc6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeffaa expref: 6672 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571097:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfc6:0x0].0x0 (ffff89b405a87000)
00010000:00010000:0.0:1775764894.571108:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.571161:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571174:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571184:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571198:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd961 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x50899412 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571205:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd961 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x50899412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571211:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd961 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x50899412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571324:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571332:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571338:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.571580:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4320, 64 off284672
00000040:00080000:0.0:1775764894.571599:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4320, 64 off284672
00010000:00010000:0.0:1775764894.571645:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571654:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571661:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571671:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571677:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571682:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571696:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.571712:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571717:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571722:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571727:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405646c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.571731:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571737:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571744:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfc6:0x0].0x0 (ffff89b40130f900)
00010000:00010000:0.0:1775764894.571747:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.571750:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571758:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bd968 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571772:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571777:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571782:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571786:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.571788:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571794:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571801:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.571803:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.571805:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571810:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bd95a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.571817:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033f00c33 reply state 00000000dd2ed5c8 transno 4294992134 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd961 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x50899412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571826:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646000/0xd3c138f3308bd961 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x50899412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.571831:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x50899412 (ffff89b40130f600)
00010000:00010000:0.0:1775764894.571833:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.571836:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.571915:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6673:11674:x1862023150292352:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 919us (1098us total) trans 4294992134 rc 0/0
00000100:00100000:0.0:1775764894.571923:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14662
00010000:00010000:2.0:1775764894.572284:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.572291:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.572297:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.572300:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.572306:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.572315:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfc6:0x0].0x0 (ffff89b40130f900)
00010000:00010000:2.0:1775764894.572318:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.572320:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.572326:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bd96f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xfc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.572340:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.572342:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.572343:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.575995:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.576236:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150292608
00000100:00100000:0.0:1775764894.576248:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150292608
00000100:00100000:0.0:1775764894.576320:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14663
00000100:00100000:0.0:1775764894.576331:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6673:11674:x1862023150292608:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.576389:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.576415:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40874ba00/0xd3c138f33082c5a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x944:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded21c expref: 6673 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576437:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x944:0x0].0x0 (ffff89b40ede1e00)
00010000:00010000:0.0:1775764894.576448:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.576467:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576480:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576490:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576505:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd97d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4b7ba92f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576516:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd97d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b7ba92f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576523:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd97d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b7ba92f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576611:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x944:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576619:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576625:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.576844:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4321, 64 off284736
00000040:00080000:0.0:1775764894.576864:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4321, 64 off284736
00010000:00010000:0.0:1775764894.576913:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x944:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576922:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576929:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.576936:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.577065:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.577077:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.577096:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.578013:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578023:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578029:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578034:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.578038:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578045:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578058:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x944:0x0].0x0 (ffff89b40130f500)
00010000:00010000:0.0:1775764894.578061:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.578065:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578070:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bd984 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x944:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578092:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578102:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578108:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578112:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405646a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.578141:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578146:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578154:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.578156:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.578159:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578164:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bd976 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.578175:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062dfd76b reply state 0000000074236104 transno 4294992135 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd97d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b7ba92f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578186:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dde00/0xd3c138f3308bd97d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4b7ba92f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.578192:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4b7ba92f (ffff89b40130fc00)
00010000:00010000:0.0:1775764894.578195:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.578198:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.578381:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6674:11674:x1862023150292608:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2049us (2395us total) trans 4294992135 rc 0/0
00000100:00100000:1.0:1775764894.578392:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14663
00010000:00010000:2.0:1775764894.578559:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.578566:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.578573:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721aa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.578576:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.578582:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.578591:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x944:0x0].0x0 (ffff89b40130f500)
00010000:00010000:2.0:1775764894.578594:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.578596:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.578601:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bd98b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x944:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.578618:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.578620:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.578621:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.582022:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.582149:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150292864
00000100:00100000:1.0:1775764894.582159:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150292864
00000100:00100000:1.0:1775764894.582207:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14664
00000100:00100000:1.0:1775764894.582215:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6674:11674:x1862023150292864:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.582284:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.582309:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f994a00/0xd3c138f330839967 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf51:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefc77 expref: 6674 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582328:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf51:0x0].0x0 (ffff89b40942f000)
00010000:00010000:1.0:1775764894.582337:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.582356:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582367:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582377:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582390:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd999 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x209b6f15 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582398:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x209b6f15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582404:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x209b6f15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582489:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582497:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.582503:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.582726:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4322, 64 off284800
00000040:00080000:1.0:1775764894.582743:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4322, 64 off284800
00010000:00010000:1.0:1775764894.583054:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583063:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583070:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583077:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583083:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583093:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583106:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.583237:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583245:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583251:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583257:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.583262:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583268:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583278:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf51:0x0].0x0 (ffff89b405b63b00)
00010000:00010000:1.0:1775764894.583281:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.583285:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583291:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf51:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583308:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583318:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583323:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583328:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583334:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.583336:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583342:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583369:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.583372:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.583375:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583381:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd992 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.583391:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2eb7fb7 reply state 00000000196157ac transno 4294992136 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x209b6f15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583410:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d600/0xd3c138f3308bd999 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x209b6f15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.583416:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x209b6f15 (ffff89b405b63d00)
00010000:00010000:1.0:1775764894.583419:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.583421:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764894.583573:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.583580:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.583586:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.583590:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.583596:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.583605:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf51:0x0].0x0 (ffff89b405b63b00)
00010000:00010000:3.0:1775764894.583608:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.583611:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.583616:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bd9a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.583631:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.583633:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.583635:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.583669:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6675:11674:x1862023150292864:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1452us (1653us total) trans 4294992136 rc 0/0
00000100:00100000:1.0:1775764894.583678:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14664
00000100:00100000:0.0:1775764894.587501:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.587578:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150293120
00000100:00100000:1.0:1775764894.587588:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150293120
00000100:00100000:1.0:1775764894.587647:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14665
00000100:00100000:1.0:1775764894.587656:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6675:11674:x1862023150293120:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.587721:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.587754:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408d0b800/0xd3c138f330854929 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ba7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf52d1 expref: 6675 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587787:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ba7:0x0].0x0 (ffff89b407a12f00)
00010000:00010000:1.0:1775764894.587797:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.587817:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587829:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587837:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587852:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d000/0xd3c138f3308bd9b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1f631571 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587858:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d000/0xd3c138f3308bd9b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f631571 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587868:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d000/0xd3c138f3308bd9b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f631571 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587974:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587981:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.587987:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.588385:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4323, 64 off284864
00000040:00080000:1.0:1775764894.588411:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4323, 64 off284864
00010000:00010000:1.0:1775764894.588466:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588475:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588483:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588490:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588495:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588501:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588529:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.588548:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588555:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588561:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588568:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ce00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.588572:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588579:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588589:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ba7:0x0].0x0 (ffff89b405b63800)
00010000:00010000:1.0:1775764894.588592:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.588596:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588602:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ba7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588620:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588626:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588635:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588640:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588645:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937cc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.588647:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588653:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588661:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.588663:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.588666:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588671:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9ae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.588682:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8a8d50c reply state 00000000ff81c88f transno 4294992137 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d000/0xd3c138f3308bd9b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f631571 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588693:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d000/0xd3c138f3308bd9b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1f631571 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.588698:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1f631571 (ffff89b405b63f00)
00010000:00010000:1.0:1775764894.588700:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.588703:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.588775:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6676:11674:x1862023150293120:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1118us (1281us total) trans 4294992137 rc 0/0
00000100:00100000:1.0:1775764894.588784:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14665
00010000:00010000:0.0:1775764894.588863:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.588869:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.588875:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937de00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.588879:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.588886:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.588894:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ba7:0x0].0x0 (ffff89b405b63800)
00010000:00010000:0.0:1775764894.588896:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.588899:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.588905:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bd9c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ba7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.588922:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.588924:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.588925:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.592524:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.592605:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150293376
00000100:00100000:3.0:1775764894.592616:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150293376
00000100:00100000:3.0:1775764894.592677:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14666
00000100:00100000:3.0:1775764894.592687:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6676:11674:x1862023150293376:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.592747:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.592785:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ba000/0xd3c138f330857aca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5cbe expref: 6676 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.592805:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d12:0x0].0x0 (ffff89b4083b1b00)
00010000:00010000:3.0:1775764894.592815:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.592834:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.592847:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.592856:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.592913:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbe00/0xd3c138f3308bd9d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe488f58a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.592921:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbe00/0xd3c138f3308bd9d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe488f58a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.592927:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbe00/0xd3c138f3308bd9d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe488f58a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593030:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593041:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593048:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.593321:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4324, 64 off284928
00000040:00080000:3.0:1775764894.593340:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4324, 64 off284928
00010000:00010000:3.0:1775764894.593390:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593400:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593408:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593415:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593422:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593428:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593453:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.593473:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593480:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593491:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593497:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.593502:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593509:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593517:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d12:0x0].0x0 (ffff89b408120b00)
00010000:00010000:3.0:1775764894.593520:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.593523:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593529:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bd9d8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593544:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593550:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593555:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593559:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082cac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.593562:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593571:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593578:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.593580:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.593582:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593587:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bd9ca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.593596:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000080ef24d9 reply state 0000000071e834d0 transno 4294992138 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbe00/0xd3c138f3308bd9d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe488f58a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593607:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbe00/0xd3c138f3308bd9d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe488f58a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.593612:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe488f58a (ffff89b408120e00)
00010000:00010000:3.0:1775764894.593615:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.593617:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.593692:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6677:11674:x1862023150293376:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1006us (1178us total) trans 4294992138 rc 0/0
00000100:00100000:3.0:1775764894.593701:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14666
00010000:00010000:2.0:1775764894.593942:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.593949:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.593955:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082cbc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.593958:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.593963:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.593971:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d12:0x0].0x0 (ffff89b408120b00)
00010000:00010000:2.0:1775764894.593974:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.593976:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.593982:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bd9df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.594000:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.594002:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.594003:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.597105:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.597562:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150293632
00000100:00100000:1.0:1775764894.597573:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150293632
00000100:00100000:1.0:1775764894.597676:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14667
00000100:00100000:1.0:1775764894.597687:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6677:11674:x1862023150293632:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.597747:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.597866:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403a43600/0xd3c138f3308420c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x132f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1789 expref: 6677 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.597889:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x132f:0x0].0x0 (ffff89b405a4ed00)
00010000:00010000:1.0:1775764894.597901:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.597922:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.597934:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.598376:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.598397:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x966328f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.598405:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x966328f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.598412:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x966328f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.598518:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.598527:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.598533:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.599223:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4325, 64 off284992
00000040:00080000:1.0:1775764894.599252:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4325, 64 off284992
00010000:00010000:1.0:1775764894.599314:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599325:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599333:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599341:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599348:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599355:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599380:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.599403:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599410:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599417:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599422:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937ca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.599426:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599433:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599443:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x132f:0x0].0x0 (ffff89b405b63a00)
00010000:00010000:1.0:1775764894.599445:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.599450:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599455:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bd9f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x132f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599473:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599479:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599485:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599490:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599495:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937cc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.599497:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599502:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599509:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.599511:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.599514:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599519:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bd9e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.599529:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6cecfaf reply state 0000000051e3f821 transno 4294992139 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x966328f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599540:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ce00/0xd3c138f3308bd9ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x966328f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.599545:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x966328f5 (ffff89b405b63500)
00010000:00010000:1.0:1775764894.599547:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.599550:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.599636:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6678:11674:x1862023150293632:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1948us (2540us total) trans 4294992139 rc 0/0
00000100:00100000:1.0:1775764894.599647:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14667
00010000:00010000:0.0:1775764894.599808:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.599816:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.599822:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.599825:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.599831:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.599845:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x132f:0x0].0x0 (ffff89b405b63a00)
00010000:00010000:0.0:1775764894.599848:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.599850:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.599855:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bd9fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x132f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.599870:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.599872:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.599873:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.602565:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.602638:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150293888
00000100:00100000:0.0:1775764894.602648:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150293888
00000100:00100000:0.0:1775764894.602715:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14668
00000100:00100000:0.0:1775764894.602726:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6678:11674:x1862023150293888:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.602801:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.602830:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4061c1c00/0xd3c138f33085b643 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ec5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf68a3 expref: 6678 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.602850:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ec5:0x0].0x0 (ffff89b408fccc00)
00010000:00010000:0.0:1775764894.602862:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.602882:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.602894:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.602903:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.602922:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ae00/0xd3c138f3308bda09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xea006934 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.602928:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ae00/0xd3c138f3308bda09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xea006934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.602935:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ae00/0xd3c138f3308bda09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xea006934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603043:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603050:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603057:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.603319:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4326, 64 off285056
00000040:00080000:0.0:1775764894.603340:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4326, 64 off285056
00010000:00010000:0.0:1775764894.603390:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603400:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603408:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603414:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603425:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603430:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603448:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.603466:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603473:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603479:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603485:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.603489:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603496:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603503:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ec5:0x0].0x0 (ffff89b40130fd00)
00010000:00010000:0.0:1775764894.603506:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.603509:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603514:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bda10 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ec5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603532:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603538:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603543:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603547:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.603549:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603554:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603560:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.603562:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.603565:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603570:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bda02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.603577:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000029b0e030 reply state 00000000a90ef31e transno 4294992140 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ae00/0xd3c138f3308bda09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xea006934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603588:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ae00/0xd3c138f3308bda09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xea006934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.603594:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xea006934 (ffff89b40130f800)
00010000:00010000:0.0:1775764894.603597:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.603600:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.603667:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:11674:x1862023150293888:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 941us (1110us total) trans 4294992140 rc 0/0
00000100:00100000:0.0:1775764894.603675:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14668
00010000:00010000:3.0:1775764894.604001:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.604008:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.604014:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.604018:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.604025:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.604033:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ec5:0x0].0x0 (ffff89b40130fd00)
00010000:00010000:3.0:1775764894.604036:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.604038:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.604044:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ec5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.604061:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.604063:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.604065:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.606782:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.607016:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150294144
00000100:00100000:0.0:1775764894.607028:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150294144
00000100:00100000:0.0:1775764894.607089:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14669
00000100:00100000:0.0:1775764894.607099:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6679:11674:x1862023150294144:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.607214:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.607251:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f9b4200/0xd3c138f33083c1df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1079:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf048f expref: 6679 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607282:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1079:0x0].0x0 (ffff89b402f35300)
00010000:00010000:0.0:1775764894.607293:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.607314:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607327:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607338:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607355:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bda25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe4088ef9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607362:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bda25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe4088ef9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607374:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bda25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe4088ef9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607474:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607482:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607488:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.607709:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4327, 64 off285120
00000040:00080000:0.0:1775764894.607727:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4327, 64 off285120
00010000:00010000:0.0:1775764894.607788:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607797:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607804:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607810:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607815:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607821:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607848:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.607868:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607874:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607879:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607885:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.607888:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607895:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607904:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1079:0x0].0x0 (ffff89b40130f900)
00010000:00010000:0.0:1775764894.607907:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.607910:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607916:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bda2c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1079:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607933:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607939:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607948:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607952:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.607955:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607960:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607967:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.607969:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.607972:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607976:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda1e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.607986:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000679eb94 reply state 00000000f125c1fa transno 4294992141 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bda25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe4088ef9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.607995:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721aa00/0xd3c138f3308bda25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe4088ef9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.608000:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe4088ef9 (ffff89b40130f500)
00010000:00010000:0.0:1775764894.608002:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.608005:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.608071:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6680:11674:x1862023150294144:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 972us (1308us total) trans 4294992141 rc 0/0
00000100:00100000:0.0:1775764894.608078:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14669
00010000:00010000:3.0:1775764894.608294:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.608301:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.608307:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.608310:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.608316:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.608326:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1079:0x0].0x0 (ffff89b40130f900)
00010000:00010000:3.0:1775764894.608328:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.608330:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.608336:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1079:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.608351:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.608353:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.608354:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.611621:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.611693:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150294400
00000100:00100000:3.0:1775764894.611703:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150294400
00000100:00100000:3.0:1775764894.611763:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14670
00000100:00100000:3.0:1775764894.611783:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6680:11674:x1862023150294400:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.611843:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.611873:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f330857719 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5c01 expref: 6680 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.611892:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf7:0x0].0x0 (ffff89b408fb0700)
00010000:00010000:3.0:1775764894.611902:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.611922:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.611936:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.611957:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.611994:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bda41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xebf468c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612001:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bda41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xebf468c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612008:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bda41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xebf468c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612088:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612096:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612104:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.612367:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4328, 64 off285184
00000040:00080000:3.0:1775764894.612385:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4328, 64 off285184
00010000:00010000:3.0:1775764894.612432:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612441:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612448:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612455:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612462:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612468:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612494:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.612511:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612518:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612523:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612529:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.612533:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612541:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612549:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf7:0x0].0x0 (ffff89b408120d00)
00010000:00010000:3.0:1775764894.612552:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.612555:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612560:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bda48 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1cf7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612576:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612581:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612590:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612595:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612600:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409d39200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.612602:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612607:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612614:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.612615:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.612618:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612623:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d39200/0xd3c138f3308bda3a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.612632:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5db7152 reply state 000000006561f8ae transno 4294992142 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bda41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xebf468c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612642:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1800/0xd3c138f3308bda41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xebf468c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.612647:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xebf468c (ffff89b408120c00)
00010000:00010000:3.0:1775764894.612649:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.612651:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.612719:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6681:11674:x1862023150294400:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 946us (1106us total) trans 4294992142 rc 0/0
00000100:00100000:3.0:1775764894.612728:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14670
00010000:00010000:1.0:1775764894.613064:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.613072:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.613079:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.613082:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.613089:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.613098:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf7:0x0].0x0 (ffff89b408120d00)
00010000:00010000:1.0:1775764894.613101:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.613104:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.613109:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bda4f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1cf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.613156:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.613158:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.613159:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.616792:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.616867:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150294656
00000100:00100000:1.0:1775764894.616877:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150294656
00000100:00100000:1.0:1775764894.616937:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14671
00000100:00100000:1.0:1775764894.616959:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6681:11674:x1862023150294656:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.617018:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.617044:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f9b5200/0xd3c138f330839363 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefb43 expref: 6681 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617065:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf25:0x0].0x0 (ffff89b405a81a00)
00010000:00010000:1.0:1775764894.617077:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.617098:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617111:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617159:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617213:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bda5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcd27f489 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617221:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bda5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd27f489 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617237:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bda5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd27f489 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617339:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617348:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617355:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.617608:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4329, 64 off285248
00000040:00080000:1.0:1775764894.617628:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4329, 64 off285248
00010000:00010000:1.0:1775764894.617675:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617683:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617695:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617701:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617707:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617712:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617726:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.617740:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617745:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617751:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617756:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.617760:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617766:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617774:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf25:0x0].0x0 (ffff89b405b63800)
00010000:00010000:1.0:1775764894.617777:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.617780:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617785:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bda64 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617799:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617805:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617809:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617813:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937cc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.617816:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617821:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617828:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.617830:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.617833:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617838:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bda56 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.617847:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb068e2e reply state 00000000a1784061 transno 4294992143 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bda5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcd27f489 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617861:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937ca00/0xd3c138f3308bda5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcd27f489 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.617867:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcd27f489 (ffff89b405b63a00)
00010000:00010000:1.0:1775764894.617869:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.617871:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.617940:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6682:11674:x1862023150294656:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 994us (1168us total) trans 4294992143 rc 0/0
00000100:00100000:1.0:1775764894.617948:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14671
00010000:00010000:2.0:1775764894.618031:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.618037:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.618044:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.618047:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.618053:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.618062:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf25:0x0].0x0 (ffff89b405b63800)
00010000:00010000:2.0:1775764894.618064:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.618067:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.618071:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bda6b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.618085:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.618087:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.618089:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.621545:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.621624:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150294912
00000100:00100000:1.0:1775764894.621633:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150294912
00000100:00100000:1.0:1775764894.621694:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14672
00000100:00100000:1.0:1775764894.621704:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4099abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6682:11674:x1862023150294912:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.621762:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.621801:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212e00/0xd3c138f33083f7bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0f55 expref: 6682 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.621820:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1203:0x0].0x0 (ffff89b4072b3f00)
00010000:00010000:1.0:1775764894.621829:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.621847:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.621859:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.621869:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.621887:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c600/0xd3c138f3308bda79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb83fc51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.621895:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c600/0xd3c138f3308bda79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb83fc51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.621901:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c600/0xd3c138f3308bda79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb83fc51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.621997:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622006:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622013:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.622285:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4330, 64 off285312
00000040:00080000:1.0:1775764894.622302:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4330, 64 off285312
00010000:00010000:1.0:1775764894.622346:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622355:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622363:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622370:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622381:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622386:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622403:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.622419:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622426:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622432:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622437:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.622441:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622448:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622456:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1203:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:1.0:1775764894.622459:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.622462:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622467:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bda80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622487:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622493:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622498:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622503:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622508:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.622510:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622516:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622523:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.622526:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.622529:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622534:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bda72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.622543:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f18f0525 reply state 000000000648fc06 transno 4294992144 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c600/0xd3c138f3308bda79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb83fc51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622553:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c600/0xd3c138f3308bda79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb83fc51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.622560:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb83fc51 (ffff89b405b63b00)
00010000:00010000:1.0:1775764894.622562:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.622565:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.622638:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4099abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6683:11674:x1862023150294912:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 935us (1101us total) trans 4294992144 rc 0/0
00000100:00100000:1.0:1775764894.622647:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14672
00010000:00010000:0.0:1775764894.622716:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.622722:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.622727:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.622730:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.622736:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.622744:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1203:0x0].0x0 (ffff89b403d0ad00)
00010000:00010000:0.0:1775764894.622746:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.622749:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.622753:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bda87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.622767:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.622769:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.622771:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.628279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.628418:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150295168
00000100:00100000:0.0:1775764894.628427:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150295168
00000100:00100000:0.0:1775764894.628481:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14673
00000100:00100000:0.0:1775764894.628489:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6683:11674:x1862023150295168:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.628547:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.628572:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407348c00/0xd3c138f3308343d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xcdf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeeb59 expref: 6683 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628590:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcdf:0x0].0x0 (ffff89b40a361800)
00010000:00010000:0.0:1775764894.628601:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.628619:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628632:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628642:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628655:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x49a127aa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628661:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x49a127aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628667:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x49a127aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628742:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628749:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.628755:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.629086:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4331, 64 off285376
00000040:00080000:0.0:1775764894.629104:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4331, 64 off285376
00010000:00010000:0.0:1775764894.629170:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629179:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629187:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629194:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629201:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629206:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629234:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.629249:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629255:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629261:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629267:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.629271:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629277:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629285:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcdf:0x0].0x0 (ffff89b40130f900)
00010000:00010000:0.0:1775764894.629287:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.629291:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629297:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bda9c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xcdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629310:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629316:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629321:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629326:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.629329:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629334:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629340:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.629342:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.629344:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629350:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bda8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.629356:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d31b00a reply state 00000000c2cddb36 transno 4294992145 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x49a127aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629371:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b600/0xd3c138f3308bda95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x49a127aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.629377:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x49a127aa (ffff89b40130f700)
00010000:00010000:0.0:1775764894.629378:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.629381:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.629446:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6684:11674:x1862023150295168:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 956us (1181us total) trans 4294992145 rc 0/0
00000100:00100000:0.0:1775764894.629453:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14673
00010000:00010000:3.0:1775764894.629984:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.629990:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.629995:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.629997:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.630001:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.630008:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcdf:0x0].0x0 (ffff89b40130f900)
00010000:00010000:3.0:1775764894.630010:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.630012:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.630015:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdaa3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xcdf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.630027:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.630028:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.630029:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.632375:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.632578:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150295424
00000100:00100000:0.0:1775764894.632587:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150295424
00000100:00100000:0.0:1775764894.632648:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14674
00000100:00100000:0.0:1775764894.632658:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6684:11674:x1862023150295424:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.632718:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.632743:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409f1a000/0xd3c138f330844e6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x147d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf20ab expref: 6684 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.632761:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x147d:0x0].0x0 (ffff89b4060aeb00)
00010000:00010000:0.0:1775764894.632897:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.632919:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.632932:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.632952:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.632971:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bdab1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9accb8b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.632977:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bdab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9accb8b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.632984:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bdab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9accb8b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633075:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633083:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633089:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.633495:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4332, 64 off285440
00000040:00080000:0.0:1775764894.633514:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4332, 64 off285440
00010000:00010000:0.0:1775764894.633558:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633566:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633573:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633579:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633590:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633595:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633719:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.633742:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633749:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633754:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633760:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405646a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.633764:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633781:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633791:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x147d:0x0].0x0 (ffff89b408362f00)
00010000:00010000:0.0:1775764894.633794:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.633798:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633803:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdab8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633825:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633830:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633835:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633840:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.633843:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633848:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633856:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.633858:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.633861:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633866:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdaaa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.633876:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cde1d263 reply state 00000000254e09d9 transno 4294992146 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bdab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9accb8b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633887:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b800/0xd3c138f3308bdab1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9accb8b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.633893:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9accb8b5 (ffff89b40130fd00)
00010000:00010000:0.0:1775764894.633896:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.633899:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.634108:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6685:11674:x1862023150295424:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1449us (1742us total) trans 4294992146 rc 0/0
00000100:00100000:0.0:1775764894.634138:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14674
00010000:00010000:1.0:1775764894.634593:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.634600:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.634607:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.634611:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.634618:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.634628:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x147d:0x0].0x0 (ffff89b408362f00)
00010000:00010000:1.0:1775764894.634630:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.634633:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.634638:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdabf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x147d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.634655:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.634657:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.634659:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.637348:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.637604:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150295680
00000100:00100000:0.0:1775764894.637614:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150295680
00000100:00100000:0.0:1775764894.637671:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14675
00000100:00100000:0.0:1775764894.637681:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6685:11674:x1862023150295680:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.637741:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.637767:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40915f800/0xd3c138f3308547a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b9c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5284 expref: 6685 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.637867:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b9c:0x0].0x0 (ffff89b407a1af00)
00010000:00010000:0.0:1775764894.637877:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.637895:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.637908:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.637918:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.637930:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bdacd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3aa3d899 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.637937:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bdacd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3aa3d899 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638027:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bdacd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3aa3d899 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638145:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638153:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638159:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.638504:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4333, 64 off285504
00000040:00080000:0.0:1775764894.638521:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4333, 64 off285504
00010000:00010000:0.0:1775764894.638566:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638574:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638580:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638587:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638592:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638598:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638672:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.638689:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638696:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638701:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638706:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.638710:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638716:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638725:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b9c:0x0].0x0 (ffff89b408362400)
00010000:00010000:0.0:1775764894.638728:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.638731:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638737:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdad4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638754:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638761:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638781:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638786:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638791:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.638794:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638798:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638805:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.638808:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.638810:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638815:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdac6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.638825:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ab7e78e reply state 00000000882ec76f transno 4294992147 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bdacd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3aa3d899 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638835:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646c00/0xd3c138f3308bdacd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3aa3d899 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.638841:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3aa3d899 (ffff89b408362000)
00010000:00010000:0.0:1775764894.638843:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.638846:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.638923:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6686:11674:x1862023150295680:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1242us (1583us total) trans 4294992147 rc 0/0
00000100:00100000:0.0:1775764894.638931:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14675
00000100:00100000:3.0:1775764894.641617:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.641713:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150295936
00000100:00100000:0.0:1775764894.641723:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150295936
00000100:00100000:0.0:1775764894.641787:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14676
00000100:00100000:0.0:1775764894.641797:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6686:11674:x1862023150295936:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.641853:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.641880:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409498c00/0xd3c138f330851e3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4a3b expref: 6686 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.641898:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a6d:0x0].0x0 (ffff89b403a6ab00)
00010000:00010000:0.0:1775764894.641909:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.641928:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.641941:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.641950:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.641967:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e600/0xd3c138f3308bdae9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc0e02285 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.641974:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e600/0xd3c138f3308bdae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0e02285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.641981:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e600/0xd3c138f3308bdae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0e02285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.642078:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.642086:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.642093:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.642364:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4334, 64 off285568
00000040:00080000:0.0:1775764894.642385:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4334, 64 off285568
00010000:00010000:0.0:1775764894.642433:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.642442:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.642450:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.642457:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.642463:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.642468:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.642989:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764894.642998:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643005:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721ac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.643010:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643017:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643029:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b9c:0x0].0x0 (ffff89b408362400)
00010000:00010000:2.0:1775764894.643031:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.643034:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643040:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdadb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643058:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.643061:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643066:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19e000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.643068:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643073:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643080:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a6d:0x0].0x0 (ffff89b408362a00)
00010000:00010000:2.0:1775764894.643082:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.643084:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.643089:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.643091:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.643093:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.643449:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764894.643455:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdaf7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643481:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643488:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643493:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643498:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19fc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.643501:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643506:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643515:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a6d:0x0].0x0 (ffff89b408362a00)
00010000:00010000:0.0:1775764894.643517:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.643520:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643525:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdaf0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643543:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643549:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643554:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643559:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.643562:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643567:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643574:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.643576:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.643578:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643583:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdae2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.643592:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bab1eda1 reply state 00000000e5cb8f10 transno 4294992148 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e600/0xd3c138f3308bdae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc0e02285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643602:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e600/0xd3c138f3308bdae9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc0e02285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.643608:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc0e02285 (ffff89b408362600)
00010000:00010000:0.0:1775764894.643610:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.643613:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.643702:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6687:11674:x1862023150295936:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1903us (2091us total) trans 4294992148 rc 0/0
00000100:00100000:0.0:1775764894.643711:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14676
00010000:00010000:3.0:1775764894.646636:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.646731:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.646818:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150296192
00000100:00100000:0.0:1775764894.646827:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150296192
00000100:00100000:0.0:1775764894.646919:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14677
00000100:00100000:0.0:1775764894.646930:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6687:11674:x1862023150296192:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.647002:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.647028:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a718000/0xd3c138f33086f8a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa91d expref: 6687 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647046:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fb:0x0].0x0 (ffff89b403d58700)
00010000:00010000:0.0:1775764894.647058:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.647079:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647090:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647098:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647111:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19ee00/0xd3c138f3308bdb05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x86519896 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647152:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19ee00/0xd3c138f3308bdb05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x86519896 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647159:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19ee00/0xd3c138f3308bdb05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x86519896 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647283:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647291:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647302:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.647556:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4335, 64 off285632
00000040:00080000:0.0:1775764894.647575:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4335, 64 off285632
00010000:00010000:0.0:1775764894.647622:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647630:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647637:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647644:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647651:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647657:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647671:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.647690:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647696:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647702:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647708:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.647712:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647719:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647728:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fb:0x0].0x0 (ffff89b408362c00)
00010000:00010000:0.0:1775764894.647731:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.647734:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647740:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdb0c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647756:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647762:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647768:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647772:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19f400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.647775:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647779:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647789:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.647791:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.647794:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647799:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdafe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.647808:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a0e18cf1 reply state 00000000145b0822 transno 4294992149 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19ee00/0xd3c138f3308bdb05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x86519896 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647817:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19ee00/0xd3c138f3308bdb05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x86519896 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.647823:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x86519896 (ffff89b408362b00)
00010000:00010000:0.0:1775764894.647825:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.647827:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.647901:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6688:11674:x1862023150296192:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 972us (1175us total) trans 4294992149 rc 0/0
00000100:00100000:0.0:1775764894.647909:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14677
00010000:00010000:3.0:1775764894.648148:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.648155:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.648162:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19e400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.648164:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.648171:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.648179:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fb:0x0].0x0 (ffff89b408362c00)
00010000:00010000:3.0:1775764894.648181:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.648183:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.648189:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdb13 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.648203:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.648206:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.648207:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.651087:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.651810:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150296448
00000100:00100000:1.0:1775764894.651821:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150296448
00000100:00100000:1.0:1775764894.651883:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14678
00000100:00100000:1.0:1775764894.651892:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6688:11674:x1862023150296448:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.652144:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.652172:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c51e00/0xd3c138f330821939 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x457:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeafa1 expref: 6688 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652191:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x457:0x0].0x0 (ffff89b402e4b600)
00010000:00010000:1.0:1775764894.652201:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.652219:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652242:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652251:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652274:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bdb21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5e4dc29d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652281:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bdb21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e4dc29d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652287:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bdb21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e4dc29d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652394:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x457:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652403:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652410:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.652676:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4336, 64 off285696
00000040:00080000:1.0:1775764894.652694:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4336, 64 off285696
00010000:00010000:1.0:1775764894.652743:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x457:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652752:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652759:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652766:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652784:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652789:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652811:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.652826:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652832:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652838:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652848:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.652852:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652860:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652868:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x457:0x0].0x0 (ffff89b404bf7a00)
00010000:00010000:1.0:1775764894.652870:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.652873:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652878:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdb28 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652892:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652897:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652902:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652907:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.652909:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652913:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652923:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.652925:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.652928:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.652933:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdb1a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.653101:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.653106:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.653131:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937cc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.653135:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.653142:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.653151:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x457:0x0].0x0 (ffff89b404bf7a00)
00010000:00010000:2.0:1775764894.653153:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.653156:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.653161:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdb2f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.653175:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.653177:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.653179:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00010000:1.0:1775764894.653363:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d57a8ac7 reply state 000000002c532e41 transno 4294992150 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bdb21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e4dc29d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.653377:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d800/0xd3c138f3308bdb21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5e4dc29d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.653384:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5e4dc29d (ffff89b403d0ad00)
00010000:00010000:1.0:1775764894.653386:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.653389:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.653569:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6689:11674:x1862023150296448:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1675us (2487us total) trans 4294992150 rc 0/0
00000100:00100000:1.0:1775764894.653578:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14678
00000100:00100000:2.0:1775764894.656721:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.657044:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150296704
00000100:00100000:0.0:1775764894.657055:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150296704
00000100:00100000:0.0:1775764894.657148:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14679
00000100:00100000:0.0:1775764894.657158:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6689:11674:x1862023150296704:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.657217:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.657257:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043dbc00/0xd3c138f33086b69c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2618:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9be8 expref: 6689 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657296:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2618:0x0].0x0 (ffff89b403d05300)
00010000:00010000:0.0:1775764894.657309:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.657330:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657344:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657354:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657369:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdb3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x98851ac1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657376:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdb3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98851ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657382:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdb3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98851ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657483:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657491:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657497:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.657714:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4337, 64 off285760
00000040:00080000:0.0:1775764894.657733:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4337, 64 off285760
00010000:00010000:0.0:1775764894.657779:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657789:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657796:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657803:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657809:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657814:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657842:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.657859:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657864:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657870:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657875:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.657879:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657885:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657893:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2618:0x0].0x0 (ffff89b408362500)
00010000:00010000:0.0:1775764894.657897:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.657901:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657906:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb44 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657932:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657938:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657942:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657947:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19fc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.657949:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657954:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657961:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.657963:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.657966:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657971:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb36 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.657984:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e751ca06 reply state 000000002ec75a9b transno 4294992151 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdb3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98851ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.657994:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e000/0xd3c138f3308bdb3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x98851ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.658000:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x98851ac1 (ffff89b408362a00)
00010000:00010000:0.0:1775764894.658001:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.658004:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.658076:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6690:11674:x1862023150296704:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 918us (1362us total) trans 4294992151 rc 0/0
00000100:00100000:0.0:1775764894.658085:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14679
00010000:00010000:2.0:1775764894.658395:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.658401:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.658408:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.658412:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.658419:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.658429:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2618:0x0].0x0 (ffff89b408362500)
00010000:00010000:2.0:1775764894.658431:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.658434:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.658439:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdb4b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.658452:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.658454:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.658455:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.662272:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.662903:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150296960
00000100:00100000:0.0:1775764894.662914:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150296960
00000100:00100000:0.0:1775764894.662975:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14680
00000100:00100000:0.0:1775764894.662986:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6690:11674:x1862023150296960:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.663045:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.663071:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403ac5400/0xd3c138f330823c5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x558:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb6a8 expref: 6690 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663090:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x558:0x0].0x0 (ffff89b40a3c0000)
00010000:00010000:0.0:1775764894.663101:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.663151:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663166:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663182:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663196:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdb59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb8a51b3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663203:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdb59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb8a51b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663210:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdb59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb8a51b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663318:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x558:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663327:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663335:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.663559:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4338, 64 off285824
00000040:00080000:0.0:1775764894.663577:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4338, 64 off285824
00010000:00010000:0.0:1775764894.663626:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x558:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663635:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663642:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663654:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663660:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663665:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663690:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.663707:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663713:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663720:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663725:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.663729:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663737:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663746:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x558:0x0].0x0 (ffff89b408362c00)
00010000:00010000:0.0:1775764894.663749:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.663753:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.663762:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdb60 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x558:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.663769:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.663777:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.663796:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.663800:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.663806:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.663816:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x558:0x0].0x0 (ffff89b408362c00)
00010000:00010000:3.0:1775764894.663820:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.663823:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.663828:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x558:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.664148:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.664157:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.664162:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.664167:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.664170:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.664176:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.664185:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.664188:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.664191:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.664197:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdb52 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.666956:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f678e07 reply state 0000000015118413 transno 4294992152 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdb59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb8a51b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.666981:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b400/0xd3c138f3308bdb59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb8a51b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.666988:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb8a51b3f (ffff89b408362700)
00010000:00010000:0.0:1775764894.666990:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.666993:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.667151:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6691:11674:x1862023150296960:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4163us (4884us total) trans 4294992152 rc 0/0
00000100:00100000:1.0:1775764894.667163:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14680
00010000:00010000:3.0:1775764894.667870:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.667873:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.667875:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.670002:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.670690:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150297216
00000100:00100000:3.0:1775764894.670702:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150297216
00000100:00100000:3.0:1775764894.671927:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14681
00000100:00100000:3.0:1775764894.671946:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6691:11674:x1862023150297216:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.672009:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.672039:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406340600/0xd3c138f330858f06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf60ca expref: 6691 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672061:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da6:0x0].0x0 (ffff89b408f2e700)
00010000:00010000:3.0:1775764894.672070:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.672088:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672102:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672128:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672145:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bdb75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x18e79dd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672158:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bdb75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x18e79dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672166:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bdb75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x18e79dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672272:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672280:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672287:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.672497:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4339, 64 off285888
00000040:00080000:3.0:1775764894.672517:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4339, 64 off285888
00010000:00010000:3.0:1775764894.672562:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672571:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672578:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672585:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672590:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672600:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672627:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.672647:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672653:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672658:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672663:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.672667:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672674:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672683:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da6:0x0].0x0 (ffff89b408120b00)
00010000:00010000:3.0:1775764894.672685:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.672688:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672693:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1400/0xd3c138f3308bdb7c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672707:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672717:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672722:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.672725:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.672728:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.672733:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672734:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4080d1a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.672739:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.672748:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19fc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.672751:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.672753:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672763:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.672767:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672767:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.672770:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672776:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1a00/0xd3c138f3308bdb6e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.672795:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4002428 reply state 00000000f1fbeb12 transno 4294992153 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bdb75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x18e79dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672806:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4080d1200/0xd3c138f3308bdb75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x18e79dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.672811:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x18e79dd8 (ffff89b408120d00)
00010000:00010000:3.0:1775764894.672814:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.672816:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764894.672869:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da6:0x0].0x0 (ffff89b408120b00)
00010000:00010000:0.0:1775764894.672872:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.672875:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.672882:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdb83 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.672884:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6692:11674:x1862023150297216:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 945us (2889us total) trans 4294992153 rc 0/0
00000100:00100000:3.0:1775764894.672898:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14681
00010000:00010000:0.0:1775764894.672905:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.672908:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.672911:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.677023:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.677070:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150297472
00000100:00100000:0.0:1775764894.677081:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150297472
00000100:00100000:0.0:1775764894.677174:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14682
00000100:00100000:0.0:1775764894.677185:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6692:11674:x1862023150297472:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.677293:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.677324:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4072eb600/0xd3c138f330830024 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xaf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ededdd0 expref: 6692 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677342:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf0:0x0].0x0 (ffff89b40a36a000)
00010000:00010000:0.0:1775764894.677353:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.677378:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677391:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677403:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677418:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2a96ee7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677425:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2a96ee7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677431:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2a96ee7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677521:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677530:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677536:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.677760:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4340, 64 off285952
00000040:00080000:0.0:1775764894.677793:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4340, 64 off285952
00010000:00010000:0.0:1775764894.677841:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677850:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677857:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677863:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677869:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677875:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677896:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.677912:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677918:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677924:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677930:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.677933:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.677934:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.677942:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.677951:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7fc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.677955:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.677956:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.677973:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.677976:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf0:0x0].0x0 (ffff89b408362400)
00010000:00010000:0.0:1775764894.677982:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.677988:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.677992:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf0:0x0].0x0 (ffff89b408362400)
00010000:00010000:0.0:1775764894.677994:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bdb98 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xaf0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.677996:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.678002:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.678010:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdb9f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xaf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.678013:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.678024:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.678030:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.678031:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.678034:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.678038:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.678039:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405646a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.678042:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.678047:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.678054:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.678057:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.678059:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.678064:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdb8a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.678077:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a70bc759 reply state 000000008b8ff748 transno 4294992154 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2a96ee7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.678087:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647600/0xd3c138f3308bdb91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2a96ee7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.678093:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2a96ee7e (ffff89b408362f00)
00010000:00010000:0.0:1775764894.678095:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.678098:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.678198:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6693:11674:x1862023150297472:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1014us (1183us total) trans 4294992154 rc 0/0
00000100:00100000:0.0:1775764894.678207:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14682
00000100:00100000:1.0:1775764894.680940:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.680978:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150297728
00000100:00100000:2.0:1775764894.680988:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150297728
00000100:00100000:2.0:1775764894.681052:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14683
00000100:00100000:2.0:1775764894.681063:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6693:11674:x1862023150297728:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.681138:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.681170:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ca9a00/0xd3c138f33084aece lrc: 0/0,0 mode: --/PR res: [0x200000402:0x173e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf33f2 expref: 6693 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681189:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x173e:0x0].0x0 (ffff89b403a67300)
00010000:00010000:2.0:1775764894.681200:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.681219:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681245:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681255:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681269:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdbad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbfef64da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681276:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdbad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbfef64da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681283:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdbad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbfef64da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681372:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681379:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681385:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.681628:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4341, 64 off286016
00000040:00080000:2.0:1775764894.681647:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4341, 64 off286016
00010000:00010000:2.0:1775764894.681701:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681711:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681718:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681724:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681730:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681736:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681823:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.681843:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681849:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681854:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681860:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40721b200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.681864:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681871:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681879:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x173e:0x0].0x0 (ffff89b405b63800)
00010000:00010000:2.0:1775764894.681882:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.681885:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681890:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdbb4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x173e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681906:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681912:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681922:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681926:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.681929:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681935:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681941:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.681943:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.681946:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681952:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdba6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.681960:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000563b426e reply state 000000002833d90c transno 4294992155 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdbad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbfef64da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681971:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721ac00/0xd3c138f3308bdbad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbfef64da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.681977:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbfef64da (ffff89b40a764900)
00010000:00010000:2.0:1775764894.681980:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.681982:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.682049:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6694:11674:x1862023150297728:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 988us (1115us total) trans 4294992155 rc 0/0
00000100:00100000:2.0:1775764894.682058:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14683
00010000:00010000:0.0:1775764894.682449:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.682457:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.682464:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082cac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.682468:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.682475:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.682485:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x173e:0x0].0x0 (ffff89b405b63800)
00010000:00010000:0.0:1775764894.682487:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.682490:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.682497:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdbbb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x173e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.682622:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.682624:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.682626:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.685681:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.685870:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150297984
00000100:00100000:3.0:1775764894.685881:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150297984
00000100:00100000:3.0:1775764894.685940:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14684
00000100:00100000:3.0:1775764894.685949:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6694:11674:x1862023150297984:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.686017:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.686044:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405e05c00/0xd3c138f33083322e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc5e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee7d2 expref: 6694 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686061:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc5e:0x0].0x0 (ffff89b40a33e100)
00010000:00010000:3.0:1775764894.686071:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.686089:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686099:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686106:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686191:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdbc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1879c30a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686200:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1879c30a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686207:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1879c30a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686319:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686325:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686330:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.686551:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4342, 64 off286080
00000040:00080000:3.0:1775764894.686564:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4342, 64 off286080
00010000:00010000:3.0:1775764894.686601:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686607:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686612:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686616:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686620:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686624:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686682:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.686699:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686703:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686707:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686710:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19e400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.686714:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686719:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686725:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc5e:0x0].0x0 (ffff89b40130f900)
00010000:00010000:3.0:1775764894.686727:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.686729:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686733:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdbd0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686745:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686748:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686751:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686755:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686758:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19f400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.686760:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686763:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686766:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.686767:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.686769:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686772:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdbc2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.686777:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072295c46 reply state 0000000084981a90 transno 4294992156 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1879c30a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686784:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e200/0xd3c138f3308bdbc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1879c30a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.686787:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1879c30a (ffff89b408120b00)
00010000:00010000:3.0:1775764894.686788:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.686790:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.686860:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6695:11674:x1862023150297984:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 911us (1187us total) trans 4294992156 rc 0/0
00000100:00100000:3.0:1775764894.686868:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14684
00010000:00010000:0.0:1775764894.687448:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.687456:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.687463:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19fc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.687466:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.687473:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.687485:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc5e:0x0].0x0 (ffff89b40130f900)
00010000:00010000:0.0:1775764894.687488:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.687491:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.687496:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdbd7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.687512:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.687514:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.687516:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.689937:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.690010:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150298240
00000100:00100000:0.0:1775764894.690020:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150298240
00000100:00100000:0.0:1775764894.690083:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14685
00000100:00100000:0.0:1775764894.690092:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6695:11674:x1862023150298240:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.690189:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.690217:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40862d800/0xd3c138f330865d78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x238c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8a14 expref: 6695 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690247:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x238c:0x0].0x0 (ffff89b407238f00)
00010000:00010000:0.0:1775764894.690258:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.690402:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690418:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690429:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690444:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fa00/0xd3c138f3308bdbe5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2d908b3c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690451:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fa00/0xd3c138f3308bdbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2d908b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690457:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fa00/0xd3c138f3308bdbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2d908b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690548:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690556:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.690562:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.690760:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4343, 64 off286144
00000040:00080000:0.0:1775764894.691091:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4343, 64 off286144
00010000:00010000:0.0:1775764894.691244:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691254:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691261:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691346:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691352:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691359:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691413:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.691433:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691439:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691445:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691450:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.691454:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691466:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691476:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x238c:0x0].0x0 (ffff89b408362c00)
00010000:00010000:0.0:1775764894.691479:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.691483:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691487:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdbec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x238c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691504:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691509:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691514:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691519:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.691522:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691527:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691533:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.691535:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.691538:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691547:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdbde lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.691556:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027e21dbf reply state 00000000bb6adbde transno 4294992157 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fa00/0xd3c138f3308bdbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2d908b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691567:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fa00/0xd3c138f3308bdbe5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2d908b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.691572:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2d908b3c (ffff89b408362400)
00010000:00010000:0.0:1775764894.691574:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.691577:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.691659:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6696:11674:x1862023150298240:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1566us (1730us total) trans 4294992157 rc 0/0
00000100:00100000:0.0:1775764894.691668:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14685
00010000:00010000:3.0:1775764894.692894:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.692905:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.692915:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.692918:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.692925:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.692938:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x238c:0x0].0x0 (ffff89b408362c00)
00010000:00010000:3.0:1775764894.692940:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.692950:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.692956:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdbf3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x238c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.692977:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.692979:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.692980:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.698663:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.698906:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150298496
00000100:00100000:2.0:1775764894.698917:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150298496
00000100:00100000:2.0:1775764894.699018:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14686
00000100:00100000:2.0:1775764894.699029:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6696:11674:x1862023150298496:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.699100:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.699199:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404aeaa00/0xd3c138f33085ef69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2067:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7411 expref: 6696 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699218:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2067:0x0].0x0 (ffff89b408db4d00)
00010000:00010000:2.0:1775764894.699238:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.699268:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699281:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699498:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699516:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bdc01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x83307acc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699523:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bdc01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83307acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699529:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bdc01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83307acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699627:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699639:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.699645:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.700744:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4344, 64 off286208
00000040:00080000:2.0:1775764894.700767:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4344, 64 off286208
00010000:00010000:2.0:1775764894.701459:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701472:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701480:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701486:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701492:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701498:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701517:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.701538:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.701539:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701546:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.701547:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701561:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701565:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082cac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.701565:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.701571:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.701572:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701582:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.701586:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701595:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2067:0x0].0x0 (ffff89b40a302c00)
00010000:00010000:2.0:1775764894.701599:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.701882:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.701887:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2067:0x0].0x0 (ffff89b40a302c00)
00010000:00010000:2.0:1775764894.701888:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc08 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2067:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.701892:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.701898:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.701906:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc0f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2067:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701909:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701914:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701918:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701922:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.701924:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.701925:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.701928:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.701932:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.701934:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701941:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.701942:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.701944:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701947:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdbfa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.701954:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000275ef5ae reply state 00000000b78d7f4f transno 4294992158 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bdc01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83307acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701961:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cbc00/0xd3c138f3308bdc01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x83307acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.701964:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x83307acc (ffff89b405b63800)
00010000:00010000:2.0:1775764894.701965:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.701967:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.702049:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6697:11674:x1862023150298496:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3019us (3395us total) trans 4294992158 rc 0/0
00000100:00100000:2.0:1775764894.702059:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14686
00000100:00100000:1.0:1775764894.706238:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.706345:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150298752
00000100:00100000:3.0:1775764894.706356:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150298752
00000100:00100000:3.0:1775764894.706423:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14687
00000100:00100000:3.0:1775764894.706433:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6697:11674:x1862023150298752:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.706494:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.706524:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40985bc00/0xd3c138f33082cd48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x97c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded3a4 expref: 6697 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706545:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97c:0x0].0x0 (ffff89b40ff5e000)
00010000:00010000:3.0:1775764894.706558:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.706577:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706589:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706599:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706621:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdc1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1696ce83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706629:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdc1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1696ce83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706635:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdc1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1696ce83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706731:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706739:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.706744:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.708194:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4345, 64 off286272
00000040:00080000:0.0:1775764894.708218:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4345, 64 off286272
00010000:00010000:0.0:1775764894.708399:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708414:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708426:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708433:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708438:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708445:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708468:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.708488:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.708493:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.708495:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.708500:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708502:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.708511:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.708517:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19fc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.708517:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708523:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.708537:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708539:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708555:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97c:0x0].0x0 (ffff89b408121a00)
00010000:00010000:0.0:1775764894.708559:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.708563:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.708567:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97c:0x0].0x0 (ffff89b408121a00)
00010000:00010000:0.0:1775764894.708570:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bdc24 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x97c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.708571:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.708593:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708603:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708608:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708612:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708617:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19f400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.708620:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708625:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708633:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.708635:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.708638:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708644:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdc16 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.708653:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005371ce64 reply state 00000000567c2166 transno 4294992159 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdc1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1696ce83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708665:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19e400/0xd3c138f3308bdc1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1696ce83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.708670:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1696ce83 (ffff89b40130f900)
00010000:00010000:0.0:1775764894.708673:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.708676:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764894.708930:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.708936:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdc2b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x97c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.708950:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.708951:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.708952:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.709150:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6698:11674:x1862023150298752:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2715us (2929us total) trans 4294992159 rc 0/0
00000100:00100000:0.0:1775764894.709161:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14687
00000100:00100000:2.0:1775764894.712183:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.712254:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150299008
00000100:00100000:0.0:1775764894.712275:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150299008
00000100:00100000:0.0:1775764894.712346:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14688
00000100:00100000:0.0:1775764894.712356:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6698:11674:x1862023150299008:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.712419:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.712445:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043bd400/0xd3c138f33086b18d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9ae5 expref: 6698 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712461:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f3:0x0].0x0 (ffff89b403be4000)
00010000:00010000:0.0:1775764894.712471:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.712491:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712504:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712513:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712529:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e000/0xd3c138f3308bdc39 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb721597b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712535:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e000/0xd3c138f3308bdc39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb721597b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712546:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e000/0xd3c138f3308bdc39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb721597b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712652:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712660:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.712667:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.712914:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4346, 64 off286336
00000040:00080000:0.0:1775764894.712932:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4346, 64 off286336
00010000:00010000:0.0:1775764894.713542:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713553:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713560:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713567:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713573:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713578:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713605:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.713623:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713628:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713634:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713639:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.713643:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713650:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713661:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f3:0x0].0x0 (ffff89b408362c00)
00010000:00010000:0.0:1775764894.713663:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.713667:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713673:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdc40 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713692:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713697:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713706:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713710:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.713713:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713718:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713724:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.713727:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.713729:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713734:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdc32 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.713743:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca7a8306 reply state 000000004301b542 transno 4294992160 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e000/0xd3c138f3308bdc39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb721597b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713754:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e000/0xd3c138f3308bdc39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb721597b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.713759:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb721597b (ffff89b408362500)
00010000:00010000:0.0:1775764894.713762:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.713765:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764894.713873:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.713879:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.713886:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.713889:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.713896:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.713904:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f3:0x0].0x0 (ffff89b408362c00)
00010000:00010000:3.0:1775764894.713907:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.713910:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.713914:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdc47 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.713929:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.713931:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.713932:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.714147:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6699:11674:x1862023150299008:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1790us (1971us total) trans 4294992160 rc 0/0
00000100:00100000:0.0:1775764894.714158:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14688
00000100:00100000:1.0:1775764894.717607:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.717691:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150299264
00000100:00100000:2.0:1775764894.717704:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150299264
00000100:00100000:2.0:1775764894.717855:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14689
00000100:00100000:2.0:1775764894.717867:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6699:11674:x1862023150299264:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.717931:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.718053:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a7f3800/0xd3c138f3308648f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf85fa expref: 6699 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718075:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f6:0x0].0x0 (ffff89b40a768900)
00010000:00010000:2.0:1775764894.718086:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.718107:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718247:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718257:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718379:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdc55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7ec648b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718388:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdc55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7ec648b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718396:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdc55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7ec648b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718522:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718530:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.718537:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.718928:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4347, 64 off286400
00000040:00080000:2.0:1775764894.719034:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4347, 64 off286400
00010000:00010000:2.0:1775764894.719090:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719100:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719107:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719427:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719434:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719440:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719493:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.719516:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719522:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719528:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719534:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073eae00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.719538:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719547:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719557:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f6:0x0].0x0 (ffff89b409b9c100)
00010000:00010000:2.0:1775764894.719560:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.719564:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719574:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdc5c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719590:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719595:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719600:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719605:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.719608:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719613:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719620:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.719622:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.719625:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719630:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdc4e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.719640:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d4f4fd2 reply state 0000000038c374c5 transno 4294992161 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdc55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7ec648b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719651:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40721b200/0xd3c138f3308bdc55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7ec648b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.719657:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7ec648b9 (ffff89b40a302c00)
00010000:00010000:2.0:1775764894.719659:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.719662:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.719809:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6700:11674:x1862023150299264:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1939us (2209us total) trans 4294992161 rc 0/0
00000100:00100000:2.0:1775764894.719826:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14689
00010000:00010000:3.0:1775764894.720014:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.720020:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.720027:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0c000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.720030:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.720037:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.720048:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f6:0x0].0x0 (ffff89b409b9c100)
00010000:00010000:3.0:1775764894.720050:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.720053:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.720058:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c000/0xd3c138f3308bdc63 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.720072:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.720074:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.720075:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.723427:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.723508:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150299520
00000100:00100000:1.0:1775764894.723523:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150299520
00000100:00100000:1.0:1775764894.723593:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14690
00000100:00100000:1.0:1775764894.723604:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6700:11674:x1862023150299520:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.723677:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.723712:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4042ba400/0xd3c138f330826cc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec056 expref: 6700 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.723732:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6ba:0x0].0x0 (ffff89b4017ad600)
00010000:00010000:1.0:1775764894.723745:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.723900:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.723920:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.723931:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.723991:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdc71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x465b298a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.723998:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x465b298a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724005:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x465b298a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724379:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724389:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724398:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.724656:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4348, 64 off286464
00000040:00080000:1.0:1775764894.724675:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4348, 64 off286464
00010000:00010000:1.0:1775764894.724746:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724755:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724762:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724961:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724971:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.724977:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725001:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.725022:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725028:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725038:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725043:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937cc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.725047:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725054:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725064:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6ba:0x0].0x0 (ffff89b404bf7d00)
00010000:00010000:1.0:1775764894.725067:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.725071:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725076:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdc78 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725095:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725101:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725106:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725111:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725141:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.725145:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725150:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725157:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.725159:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.725162:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725168:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdc6a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.725178:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2dd1e75 reply state 00000000c5199b38 transno 4294992162 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x465b298a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725188:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c000/0xd3c138f3308bdc71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x465b298a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.725194:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x465b298a (ffff89b404bf7f00)
00010000:00010000:1.0:1775764894.725196:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.725198:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.725305:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6701:11674:x1862023150299520:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1699us (1884us total) trans 4294992162 rc 0/0
00000100:00100000:1.0:1775764894.725315:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14690
00010000:00010000:2.0:1775764894.725529:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.725536:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.725541:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.725544:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.725551:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.725560:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6ba:0x0].0x0 (ffff89b404bf7d00)
00010000:00010000:2.0:1775764894.725562:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.725565:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.725571:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdc7f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.725585:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.725586:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.725588:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.728709:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.728795:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150299776
00000100:00100000:2.0:1775764894.728809:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150299776
00000100:00100000:2.0:1775764894.728882:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14691
00000100:00100000:2.0:1775764894.728892:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6701:11674:x1862023150299776:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.729403:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.729437:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14ce00/0xd3c138f330846f18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x156c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2734 expref: 6701 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729457:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x156c:0x0].0x0 (ffff89b409895000)
00010000:00010000:2.0:1775764894.729470:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.729495:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729508:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729519:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729534:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bdc8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x21b99354 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729541:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bdc8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x21b99354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729547:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bdc8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x21b99354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729641:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729649:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.729661:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.730055:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4349, 64 off286528
00000040:00080000:2.0:1775764894.730075:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4349, 64 off286528
00010000:00010000:2.0:1775764894.730433:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730444:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730454:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730461:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730467:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730472:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730536:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.730556:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730562:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730567:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730574:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.730578:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730585:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730594:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x156c:0x0].0x0 (ffff89b409b9cd00)
00010000:00010000:2.0:1775764894.730597:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.730601:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730608:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdc94 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x156c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730623:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730630:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730636:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730640:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.730643:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730648:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730659:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.730661:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.730664:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730670:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0d200/0xd3c138f3308bdc86 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.730679:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b9e7224 reply state 000000004463a2cc transno 4294992163 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bdc8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x21b99354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730689:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0c600/0xd3c138f3308bdc8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x21b99354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.730695:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x21b99354 (ffff89b409b9c200)
00010000:00010000:2.0:1775764894.730697:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.730700:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.730801:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6702:11674:x1862023150299776:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1907us (2099us total) trans 4294992163 rc 0/0
00000100:00100000:2.0:1775764894.730810:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14691
00010000:00010000:0.0:1775764894.732394:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.732406:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.732415:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082cac00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.732419:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.732427:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.732443:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x156c:0x0].0x0 (ffff89b409b9cd00)
00010000:00010000:0.0:1775764894.732447:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.732451:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.732457:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdc9b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x156c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.732478:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.732480:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.732481:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.734621:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.734725:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150300032
00000100:00100000:2.0:1775764894.734736:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150300032
00000100:00100000:2.0:1775764894.734800:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14692
00000100:00100000:2.0:1775764894.734808:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6702:11674:x1862023150300032:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.734865:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.734893:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4057f9200/0xd3c138f33083ffce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x123e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf10f2 expref: 6702 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.734919:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x123e:0x0].0x0 (ffff89b40edb9b00)
00010000:00010000:2.0:1775764894.734929:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.734958:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.734971:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.734981:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.734993:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdca9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x65b101f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.734999:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdca9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x65b101f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735005:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdca9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x65b101f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735094:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735102:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735108:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.735354:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4350, 64 off286592
00000040:00080000:2.0:1775764894.735373:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4350, 64 off286592
00010000:00010000:2.0:1775764894.735422:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735431:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735439:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735446:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735454:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735460:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735472:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.735490:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735496:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735502:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735507:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.735512:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735518:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735527:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x123e:0x0].0x0 (ffff89b409b9c800)
00010000:00010000:2.0:1775764894.735529:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.735532:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735539:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcb0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x123e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735552:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735558:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735564:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735569:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.735571:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735576:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735582:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.735584:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.735587:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735592:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdca2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.735605:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ad1fe4b reply state 000000003cf15cfe transno 4294992164 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdca9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x65b101f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735616:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073eae00/0xd3c138f3308bdca9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x65b101f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.735622:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x65b101f1 (ffff89b409b9c700)
00010000:00010000:2.0:1775764894.735623:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.735626:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.735690:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6703:11674:x1862023150300032:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 882us (1079us total) trans 4294992164 rc 0/0
00000100:00100000:2.0:1775764894.735698:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14692
00010000:00010000:3.0:1775764894.735906:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.735912:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.735920:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.735923:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.735930:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.735939:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x123e:0x0].0x0 (ffff89b409b9c800)
00010000:00010000:3.0:1775764894.735941:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.735952:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.735958:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcb7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x123e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.735971:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.735973:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.735974:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.740024:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.740284:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150300288
00000100:00100000:0.0:1775764894.740295:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150300288
00000100:00100000:0.0:1775764894.740354:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14693
00000100:00100000:0.0:1775764894.740364:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6703:11674:x1862023150300288:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.740431:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.740460:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40522b000/0xd3c138f33083ec87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0d17 expref: 6703 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740486:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11b1:0x0].0x0 (ffff89b40a1dae00)
00010000:00010000:0.0:1775764894.740497:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.740520:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740533:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740543:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740559:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdcc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x60ab7f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740567:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdcc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x60ab7f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740573:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdcc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x60ab7f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740676:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740684:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.740690:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.740915:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4351, 64 off286656
00000040:00080000:0.0:1775764894.740934:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4351, 64 off286656
00010000:00010000:0.0:1775764894.740996:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741005:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741013:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741019:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741025:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741030:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741048:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.741065:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741071:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741078:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741083:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.741087:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741094:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741102:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11b1:0x0].0x0 (ffff89b404303800)
00010000:00010000:0.0:1775764894.741105:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.741108:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.741216:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.741231:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.741242:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.741245:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.741252:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.741260:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11b1:0x0].0x0 (ffff89b404303800)
00010000:00010000:1.0:1775764894.741263:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.741265:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.741271:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdcd3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.741282:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.741284:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.741285:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.741531:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdccc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x11b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741553:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741558:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741563:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741568:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741573:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.741576:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741581:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741591:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.741593:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.741596:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741606:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdcbe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.741616:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dbc99b38 reply state 00000000f9425f84 transno 4294992165 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdcc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x60ab7f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741628:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7e200/0xd3c138f3308bdcc5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x60ab7f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.741634:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x60ab7f59 (ffff89b408362c00)
00010000:00010000:0.0:1775764894.741636:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.741639:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.741950:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6704:11674:x1862023150300288:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1572us (1921us total) trans 4294992165 rc 0/0
00000100:00100000:1.0:1775764894.741959:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14693
00000100:00100000:0.0:1775764894.748013:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.748103:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150300544
00000100:00100000:2.0:1775764894.748144:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150300544
00000100:00100000:2.0:1775764894.748208:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14694
00000100:00100000:2.0:1775764894.748218:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6704:11674:x1862023150300544:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.748295:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.748322:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cfd400/0xd3c138f33084dd04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1890:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3d30 expref: 6704 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748341:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1890:0x0].0x0 (ffff89b403a68c00)
00010000:00010000:2.0:1775764894.748351:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.748370:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748383:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748396:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748410:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0200/0xd3c138f3308bdce1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x497a91c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748416:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0200/0xd3c138f3308bdce1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x497a91c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748422:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0200/0xd3c138f3308bdce1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x497a91c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748514:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748522:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748528:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.748744:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4352, 64 off286720
00000040:00080000:2.0:1775764894.748764:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4352, 64 off286720
00010000:00010000:2.0:1775764894.748823:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748832:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748840:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748851:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748857:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748863:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748887:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.748905:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748911:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748917:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748923:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.748927:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748935:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748943:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1890:0x0].0x0 (ffff89b409b9cb00)
00010000:00010000:2.0:1775764894.748946:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.748949:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748958:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdce8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1890:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748974:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748980:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748986:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748990:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.748994:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.748999:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.749006:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.749008:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.749011:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.749016:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdcda lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.749025:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d96c299 reply state 00000000310044c4 transno 4294992166 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0200/0xd3c138f3308bdce1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x497a91c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.749035:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0200/0xd3c138f3308bdce1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x497a91c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.749041:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x497a91c7 (ffff89b409b9c900)
00010000:00010000:2.0:1775764894.749043:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.749046:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.749110:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6705:11674:x1862023150300544:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 893us (1105us total) trans 4294992166 rc 0/0
00000100:00100000:2.0:1775764894.749162:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14694
00010000:00010000:3.0:1775764894.749392:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.749399:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.749406:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee1800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.749409:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.749416:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.749424:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1890:0x0].0x0 (ffff89b409b9cb00)
00010000:00010000:3.0:1775764894.749428:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.749430:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.749435:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdcef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1890:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.749450:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.749451:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.749453:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.752016:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.752241:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150300800
00000100:00100000:1.0:1775764894.752252:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150300800
00000100:00100000:1.0:1775764894.752320:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14695
00000100:00100000:1.0:1775764894.752329:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6705:11674:x1862023150300800:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.752387:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.752413:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffac400/0xd3c138f33084a0b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3121 expref: 6705 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752436:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16d7:0x0].0x0 (ffff89b405604a00)
00010000:00010000:1.0:1775764894.752446:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.752465:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752477:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752485:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752499:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bdcfd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa6a8eeb9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752505:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bdcfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6a8eeb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752510:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bdcfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6a8eeb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752598:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752606:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752613:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.752824:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4353, 64 off286784
00000040:00080000:1.0:1775764894.752842:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4353, 64 off286784
00010000:00010000:1.0:1775764894.752888:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752897:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752903:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752910:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752916:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752922:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752957:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.752973:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752980:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752986:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.752990:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937cc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.752994:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753000:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753007:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16d7:0x0].0x0 (ffff89b404bf7c00)
00010000:00010000:1.0:1775764894.753010:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.753013:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753017:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd04 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753031:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753036:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753041:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753045:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.753048:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753053:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753060:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.753062:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.753065:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753070:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdcf6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.753083:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056293254 reply state 00000000b060ec04 transno 4294992167 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bdcfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6a8eeb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753094:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c200/0xd3c138f3308bdcfd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa6a8eeb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.753100:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa6a8eeb9 (ffff89b404bf7e00)
00010000:00010000:1.0:1775764894.753102:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.753105:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.753316:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6706:11674:x1862023150300800:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 987us (1308us total) trans 4294992167 rc 0/0
00000100:00100000:1.0:1775764894.753324:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14695
00010000:00010000:0.0:1775764894.753939:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.753957:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.753964:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.753968:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.753974:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.753985:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16d7:0x0].0x0 (ffff89b404bf7c00)
00010000:00010000:0.0:1775764894.753988:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.753992:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.753997:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd0b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.754014:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.754016:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.754018:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.757160:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.757305:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150301056
00000100:00100000:1.0:1775764894.757316:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150301056
00000100:00100000:1.0:1775764894.757375:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14696
00000100:00100000:1.0:1775764894.757386:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6706:11674:x1862023150301056:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.757444:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.757496:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4043dd600/0xd3c138f33086b2eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9b2b expref: 6706 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757514:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fd:0x0].0x0 (ffff89b403b17900)
00010000:00010000:1.0:1775764894.757524:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.757542:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757555:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757568:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757582:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7464f595 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757589:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7464f595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757595:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7464f595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757685:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757693:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.757699:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.757958:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4354, 64 off286848
00000040:00080000:1.0:1775764894.757978:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4354, 64 off286848
00010000:00010000:1.0:1775764894.758023:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758031:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758038:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758049:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758056:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758061:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758080:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.758095:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758101:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758107:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758158:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.758163:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758172:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758180:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fd:0x0].0x0 (ffff89b404bf7d00)
00010000:00010000:1.0:1775764894.758183:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.758187:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758197:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdd20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758213:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758218:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758233:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758240:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758244:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.758247:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758252:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758259:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.758261:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.758264:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758270:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdd12 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.758280:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041be680c reply state 000000007650af3a transno 4294992168 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7464f595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758291:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937cc00/0xd3c138f3308bdd19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7464f595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.758298:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7464f595 (ffff89b404bf7c00)
00010000:00010000:1.0:1775764894.758300:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.758303:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.758374:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6707:11674:x1862023150301056:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 989us (1269us total) trans 4294992168 rc 0/0
00000100:00100000:1.0:1775764894.758383:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14696
00010000:00010000:3.0:1775764894.758680:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.758687:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.758694:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.758696:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.758702:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.758710:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fd:0x0].0x0 (ffff89b404bf7d00)
00010000:00010000:3.0:1775764894.758713:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.758715:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.758720:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdd27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.758731:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.758733:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.758734:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.762032:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.762197:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150301312
00000100:00100000:1.0:1775764894.762207:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150301312
00000100:00100000:1.0:1775764894.762280:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14697
00000100:00100000:1.0:1775764894.762290:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40990df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6707:11674:x1862023150301312:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.762348:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.762375:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085fba00/0xd3c138f3308615b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x217f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7bb9 expref: 6707 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762396:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x217f:0x0].0x0 (ffff89b407235c00)
00010000:00010000:1.0:1775764894.762407:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.762427:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762441:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762451:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762469:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bdd35 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc9ee67b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762476:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bdd35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc9ee67b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762482:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bdd35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc9ee67b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762571:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762579:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762585:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.762795:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4355, 64 off286912
00000040:00080000:1.0:1775764894.762812:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4355, 64 off286912
00010000:00010000:1.0:1775764894.762856:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762864:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762871:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762878:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762888:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762894:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762914:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.762931:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762937:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762954:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762959:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c37200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.762963:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762969:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762977:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x217f:0x0].0x0 (ffff89b402f80900)
00010000:00010000:1.0:1775764894.762979:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.762983:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.762988:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308bdd3c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x217f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763007:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763012:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763016:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763021:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c36400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.763023:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763028:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763034:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.763036:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.763038:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763043:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308bdd2e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.763050:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd91b850 reply state 0000000036ccf364 transno 4294992169 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bdd35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc9ee67b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763059:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36600/0xd3c138f3308bdd35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc9ee67b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.763065:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc9ee67b9 (ffff89b404bf7a00)
00010000:00010000:1.0:1775764894.763067:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.763069:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.763174:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40990df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6708:11674:x1862023150301312:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 884us (1151us total) trans 4294992169 rc 0/0
00000100:00100000:1.0:1775764894.763182:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14697
00010000:00010000:3.0:1775764894.763665:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.763673:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.763680:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.763683:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.763689:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.763699:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x217f:0x0].0x0 (ffff89b402f80900)
00010000:00010000:3.0:1775764894.763702:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.763705:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.763711:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x217f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.763726:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.763727:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.763729:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.767033:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.767202:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150301568
00000100:00100000:2.0:1775764894.767213:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150301568
00000100:00100000:2.0:1775764894.767292:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14698
00000100:00100000:2.0:1775764894.767302:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6708:11674:x1862023150301568:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.767359:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.767385:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4063ff200/0xd3c138f33085ab30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e74:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf666c expref: 6708 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767406:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e74:0x0].0x0 (ffff89b408ec8100)
00010000:00010000:2.0:1775764894.767415:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.767434:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767446:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767456:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767471:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdd51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7684d662 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767482:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdd51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7684d662 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767488:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdd51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7684d662 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767580:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767587:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767594:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.767807:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4356, 64 off286976
00000040:00080000:2.0:1775764894.767826:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4356, 64 off286976
00010000:00010000:2.0:1775764894.767870:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767879:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767886:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767893:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767899:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767909:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767927:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.767943:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767948:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767954:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767959:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.767962:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767968:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767976:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e74:0x0].0x0 (ffff89b409b9cf00)
00010000:00010000:2.0:1775764894.767979:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.767982:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.767988:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdd58 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768004:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768015:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768020:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768026:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768031:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.768033:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768039:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768046:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.768048:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.768051:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768057:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bdd4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.768065:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000beafe73e reply state 00000000d7ce3247 transno 4294992170 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdd51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7684d662 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768076:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1800/0xd3c138f3308bdd51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7684d662 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.768082:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7684d662 (ffff89b409b9c300)
00010000:00010000:2.0:1775764894.768085:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.768087:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.768188:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6709:11674:x1862023150301568:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 886us (1167us total) trans 4294992170 rc 0/0
00000100:00100000:2.0:1775764894.768195:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14698
00010000:00010000:3.0:1775764894.768354:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.768360:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.768366:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.768369:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.768376:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.768383:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e74:0x0].0x0 (ffff89b409b9cf00)
00010000:00010000:3.0:1775764894.768385:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.768387:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.768391:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdd5f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.768401:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.768402:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.768403:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.770688:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.770810:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150301824
00000100:00100000:0.0:1775764894.770821:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150301824
00000100:00100000:0.0:1775764894.770881:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14699
00000100:00100000:0.0:1775764894.770891:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6709:11674:x1862023150301824:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.770962:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.770985:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40841da00/0xd3c138f330863172 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x224a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8146 expref: 6709 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771005:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x224a:0x0].0x0 (ffff89b40a739c00)
00010000:00010000:0.0:1775764894.771015:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.771033:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771044:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771053:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771067:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdd6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xac6b15a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771073:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdd6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac6b15a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771082:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdd6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac6b15a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771340:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771349:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771356:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.771573:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4357, 64 off287040
00000040:00080000:0.0:1775764894.771593:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4357, 64 off287040
00010000:00010000:0.0:1775764894.771639:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771648:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771655:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771662:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771668:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771674:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771701:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.771717:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771723:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.771724:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.771733:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.771734:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771750:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.771751:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.771758:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.771759:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771772:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771781:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x224a:0x0].0x0 (ffff89b404303400)
00010000:00010000:0.0:1775764894.771784:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.771788:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771793:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bdd74 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x224a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771809:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771815:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771824:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771828:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.771831:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771836:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771843:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.771845:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.771847:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771853:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bdd66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.771862:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a601b066 reply state 00000000d2fba762 transno 4294992171 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdd6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac6b15a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771872:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fc00/0xd3c138f3308bdd6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xac6b15a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.771877:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xac6b15a9 (ffff89b404303800)
00010000:00010000:0.0:1775764894.771880:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.771882:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.772008:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6710:11674:x1862023150301824:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1117us (1328us total) trans 4294992171 rc 0/0
00000100:00100000:0.0:1775764894.772018:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14699
00010000:00010000:1.0:1775764894.772098:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.772108:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x224a:0x0].0x0 (ffff89b404303400)
00010000:00010000:1.0:1775764894.772111:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.772135:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.772143:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bdd7b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x224a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.772160:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.772162:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.772164:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.775188:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.775248:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150302080
00000100:00100000:1.0:1775764894.775258:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150302080
00000100:00100000:1.0:1775764894.775324:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14700
00000100:00100000:1.0:1775764894.775333:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b541d63450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6710:11674:x1862023150302080:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.775395:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.775419:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40867c800/0xd3c138f330865eb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2395:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8a53 expref: 6710 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775440:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2395:0x0].0x0 (ffff89b407239300)
00010000:00010000:1.0:1775764894.775452:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.775472:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775484:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775494:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775510:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734e00/0xd3c138f3308bdd89 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2c6e5c2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775517:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734e00/0xd3c138f3308bdd89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c6e5c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775524:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734e00/0xd3c138f3308bdd89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c6e5c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775612:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775619:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775625:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.775849:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4358, 64 off287104
00000040:00080000:1.0:1775764894.775867:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4358, 64 off287104
00010000:00010000:1.0:1775764894.775922:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775931:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775938:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775944:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775950:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775955:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.775975:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.775994:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776001:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776006:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776012:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.776016:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776022:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776030:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2395:0x0].0x0 (ffff89b402f80700)
00010000:00010000:1.0:1775764894.776033:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.776036:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776041:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdd90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776054:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.776055:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776063:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776072:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408735800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.776073:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776076:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776086:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776090:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776095:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408e4be00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.776101:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776105:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2395:0x0].0x0 (ffff89b402f80700)
00010000:00010000:1.0:1775764894.776109:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776110:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.776142:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776149:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdd97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2395:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776164:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.776168:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.776172:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.776173:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.776176:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.776179:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.776182:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308bdd82 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.776192:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0d4a21d reply state 00000000cac55cf7 transno 4294992172 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734e00/0xd3c138f3308bdd89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2c6e5c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776203:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734e00/0xd3c138f3308bdd89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2c6e5c2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.776210:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2c6e5c2c (ffff89b402f80b00)
00010000:00010000:1.0:1775764894.776213:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.776216:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.776298:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b541d63450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6711:11674:x1862023150302080:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 965us (1117us total) trans 4294992172 rc 0/0
00000100:00100000:1.0:1775764894.776306:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14700
00000100:00100000:3.0:1775764894.778730:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.778800:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150302336
00000100:00100000:2.0:1775764894.778810:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150302336
00000100:00100000:2.0:1775764894.778871:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14701
00000100:00100000:2.0:1775764894.778880:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6711:11674:x1862023150302336:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.778948:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.778973:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a7ed800/0xd3c138f3308633e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x225c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf81c4 expref: 6711 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.778992:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225c:0x0].0x0 (ffff89b4082a1f00)
00010000:00010000:2.0:1775764894.779003:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.779022:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779033:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779043:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779060:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdda5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x87fe5ac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779078:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdda5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x87fe5ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779086:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdda5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x87fe5ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779211:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779220:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779237:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.779450:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4359, 64 off287168
00000040:00080000:2.0:1775764894.779469:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4359, 64 off287168
00010000:00010000:2.0:1775764894.779512:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779522:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779529:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779536:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779542:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779547:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779570:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.779587:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779593:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.779596:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.779599:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.779604:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779606:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4052e4e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.779613:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.779617:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.779623:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779626:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.779639:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779642:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225c:0x0].0x0 (ffff89b409b9c400)
00010000:00010000:2.0:1775764894.779648:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.779653:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.779657:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225c:0x0].0x0 (ffff89b409b9c400)
00010000:00010000:2.0:1775764894.779660:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x225c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.779662:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.779668:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.779675:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bddb3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x225c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.779681:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.779692:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.779694:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.779696:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.780033:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.780044:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.780050:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.780054:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.780057:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.780063:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.780177:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.780180:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.780184:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.780190:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdd9e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.780201:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1766cf0 reply state 00000000dd063d7f transno 4294992173 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdda5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x87fe5ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.780211:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082cac00/0xd3c138f3308bdda5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x87fe5ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.780217:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x87fe5ac (ffff89b409b9cc00)
00010000:00010000:2.0:1775764894.780219:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.780233:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.780326:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6712:11674:x1862023150302336:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1445us (1601us total) trans 4294992173 rc 0/0
00000100:00100000:2.0:1775764894.780335:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14701
00000100:00100000:0.0:1775764894.783755:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.783901:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150302592
00000100:00100000:2.0:1775764894.783910:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150302592
00000100:00100000:2.0:1775764894.784051:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14702
00000100:00100000:2.0:1775764894.784059:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6712:11674:x1862023150302592:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.784183:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.784207:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052bce00/0xd3c138f3308287f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x781:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec5c7 expref: 6712 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784236:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x781:0x0].0x0 (ffff89b402b47c00)
00010000:00010000:2.0:1775764894.784248:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.784374:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784389:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784399:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784417:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702a00/0xd3c138f3308bddc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb33635c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784423:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702a00/0xd3c138f3308bddc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb33635c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784430:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702a00/0xd3c138f3308bddc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb33635c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784528:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x781:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784536:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.784542:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.784729:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4360, 64 off287232
00000040:00080000:2.0:1775764894.784741:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4360, 64 off287232
00010000:00010000:2.0:1775764894.785463:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x781:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785477:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785487:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785494:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785501:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785506:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785529:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.785548:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785555:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785662:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785668:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.785673:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785679:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785690:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x781:0x0].0x0 (ffff89b409b9c500)
00010000:00010000:2.0:1775764894.785693:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.785698:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785704:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bddc8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785721:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785727:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785732:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785737:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.785740:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785744:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785751:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.785753:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.785756:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785762:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bddba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.785781:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000853a01fd reply state 000000009614abb8 transno 4294992174 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702a00/0xd3c138f3308bddc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb33635c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785792:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702a00/0xd3c138f3308bddc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb33635c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.785798:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb33635c4 (ffff89b409b9c000)
00010000:00010000:2.0:1775764894.785800:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.785803:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.785897:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6713:11674:x1862023150302592:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1836us (2147us total) trans 4294992174 rc 0/0
00000100:00100000:2.0:1775764894.785906:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14702
00010000:00010000:3.0:1775764894.786023:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.786031:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.786037:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.786041:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.786047:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.786056:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x781:0x0].0x0 (ffff89b409b9c500)
00010000:00010000:3.0:1775764894.786058:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.786061:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.786066:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bddcf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.786084:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.786086:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.786087:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.788733:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.788848:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150302848
00000100:00100000:2.0:1775764894.788857:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150302848
00000100:00100000:2.0:1775764894.788907:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14703
00000100:00100000:2.0:1775764894.788916:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6713:11674:x1862023150302848:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.788983:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.789011:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40833c400/0xd3c138f330821ca4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x470:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb050 expref: 6713 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789030:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x470:0x0].0x0 (ffff89b40fcd1d00)
00010000:00010000:2.0:1775764894.789041:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.789059:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789072:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789082:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789096:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702800/0xd3c138f3308bdddd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x73a49bf6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789103:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702800/0xd3c138f3308bdddd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x73a49bf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789108:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702800/0xd3c138f3308bdddd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x73a49bf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789429:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x470:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789439:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789445:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.789688:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4361, 64 off287296
00000040:00080000:2.0:1775764894.789706:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4361, 64 off287296
00010000:00010000:2.0:1775764894.789750:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x470:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789760:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789768:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789776:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789782:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789788:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789911:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.789930:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789937:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789954:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789959:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.789963:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789971:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789981:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x470:0x0].0x0 (ffff89b409b9ca00)
00010000:00010000:2.0:1775764894.789983:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.789987:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.789993:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdde4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790011:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790016:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790021:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790026:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790031:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.790034:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790039:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790046:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.790048:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.790051:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790060:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bddd6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.790071:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000297921f1 reply state 00000000c6c0fbd4 transno 4294992175 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702800/0xd3c138f3308bdddd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x73a49bf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790082:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702800/0xd3c138f3308bdddd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x73a49bf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.790087:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x73a49bf6 (ffff89b409b9ce00)
00010000:00010000:2.0:1775764894.790089:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.790092:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.790195:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6714:11674:x1862023150302848:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1278us (1471us total) trans 4294992175 rc 0/0
00000100:00100000:2.0:1775764894.790204:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14703
00010000:00010000:3.0:1775764894.792499:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.792512:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.792524:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.792528:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.792537:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.792553:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x470:0x0].0x0 (ffff89b409b9ca00)
00010000:00010000:3.0:1775764894.792556:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.792560:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.792566:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bddeb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.792662:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.792665:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.792667:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.793403:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.793491:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150303104
00000100:00100000:2.0:1775764894.793501:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150303104
00000100:00100000:2.0:1775764894.793560:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14704
00000100:00100000:2.0:1775764894.793569:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6714:11674:x1862023150303104:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.793624:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.793646:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c93200/0xd3c138f33084b78e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x177e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf35b2 expref: 6714 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793661:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177e:0x0].0x0 (ffff89b40a4c3400)
00010000:00010000:2.0:1775764894.793669:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.793690:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793704:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793713:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793766:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x492e7308 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793783:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x492e7308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793790:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x492e7308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793889:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793896:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.793902:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.794172:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4362, 64 off287360
00000040:00080000:2.0:1775764894.794194:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4362, 64 off287360
00010000:00010000:2.0:1775764894.794256:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794264:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794282:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794289:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794295:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794301:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794319:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.794340:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794346:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794351:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794356:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.794360:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794367:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794375:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177e:0x0].0x0 (ffff89b409b9c400)
00010000:00010000:2.0:1775764894.794378:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.794382:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794388:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bde00 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794404:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794410:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794414:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794419:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794424:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.794426:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794431:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794439:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.794441:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.794444:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794450:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bddf2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.794461:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000933a025e reply state 00000000ab36c7ab transno 4294992176 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x492e7308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794471:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052e4e00/0xd3c138f3308bddf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x492e7308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.794476:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x492e7308 (ffff89b409b9c600)
00010000:00010000:2.0:1775764894.794478:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.794481:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.794556:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6715:11674:x1862023150303104:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 988us (1158us total) trans 4294992176 rc 0/0
00000100:00100000:2.0:1775764894.794566:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14704
00010000:00010000:3.0:1775764894.794781:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.794787:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.794793:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.794796:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.794802:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.794812:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177e:0x0].0x0 (ffff89b409b9c400)
00010000:00010000:3.0:1775764894.794814:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.794817:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.794823:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bde07 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.794839:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.794841:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.794843:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.798041:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.798564:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150303360
00000100:00100000:2.0:1775764894.798575:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150303360
00000100:00100000:2.0:1775764894.798638:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14705
00000100:00100000:2.0:1775764894.798647:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6715:11674:x1862023150303360:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.798734:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.798765:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404e7b600/0xd3c138f330867079 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8de1 expref: 6715 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.798796:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff89b406ddc200)
00010000:00010000:2.0:1775764894.798806:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.798826:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.798841:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.798851:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.798870:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8800/0xd3c138f3308bde15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x80006ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.798877:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8800/0xd3c138f3308bde15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x80006ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.798882:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8800/0xd3c138f3308bde15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x80006ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.798988:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.798996:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799003:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.799546:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4363, 64 off287424
00000040:00080000:2.0:1775764894.799567:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4363, 64 off287424
00010000:00010000:2.0:1775764894.799642:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799652:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799660:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799667:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799678:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799684:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799708:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.799727:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799733:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799740:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799745:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.799749:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799756:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799844:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff89b409b9cb00)
00010000:00010000:2.0:1775764894.799848:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.799852:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799858:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bde1c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799878:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799883:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799888:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799892:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.799895:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799900:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799908:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.799911:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.799914:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799920:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bde0e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.799930:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbdcb07e reply state 00000000e1970868 transno 4294992177 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8800/0xd3c138f3308bde15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x80006ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.799941:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8800/0xd3c138f3308bde15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x80006ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.800008:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x80006ea (ffff89b409b9cf00)
00010000:00010000:2.0:1775764894.800011:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.800014:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.800099:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6716:11674:x1862023150303360:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1450us (2064us total) trans 4294992177 rc 0/0
00000100:00100000:2.0:1775764894.800107:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14705
00010000:00010000:3.0:1775764894.800778:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.800786:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.800794:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.800797:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.800804:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.800816:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff89b409b9cb00)
00010000:00010000:3.0:1775764894.800818:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.800822:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.800827:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bde23 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2417:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.800847:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.800849:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.800850:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.803217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.803583:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150303616
00000100:00100000:2.0:1775764894.803593:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150303616
00000100:00100000:2.0:1775764894.803692:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14706
00000100:00100000:2.0:1775764894.803702:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6716:11674:x1862023150303616:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.803764:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.803801:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402eeae00/0xd3c138f33081b93f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9c6f expref: 6716 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.803820:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x199:0x0].0x0 (ffff89b40f032f00)
00010000:00010000:2.0:1775764894.803830:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.803849:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.803861:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.803872:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.803884:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8600/0xd3c138f3308bde31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x16e2f3a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.803891:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8600/0xd3c138f3308bde31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16e2f3a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.803900:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8600/0xd3c138f3308bde31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16e2f3a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804002:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804010:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804016:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.804424:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4364, 64 off287488
00000040:00080000:2.0:1775764894.804445:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4364, 64 off287488
00010000:00010000:2.0:1775764894.804495:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804505:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804512:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804519:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804526:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804531:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804608:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.804627:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804633:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804639:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804645:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.804651:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804657:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804666:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x199:0x0].0x0 (ffff89b409b9cd00)
00010000:00010000:2.0:1775764894.804669:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.804672:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804678:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bde38 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804694:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804700:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804706:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804712:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804718:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.804720:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804725:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804732:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.804734:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.804737:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804742:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bde2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.804750:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7a64809 reply state 00000000b2ed59fb transno 4294992178 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8600/0xd3c138f3308bde31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16e2f3a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804761:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8600/0xd3c138f3308bde31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x16e2f3a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.804777:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x16e2f3a8 (ffff89b409b9c800)
00010000:00010000:2.0:1775764894.804780:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.804783:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.804857:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6717:11674:x1862023150303616:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1155us (1647us total) trans 4294992178 rc 0/0
00000100:00100000:2.0:1775764894.804865:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14706
00000100:00100000:1.0:1775764894.807703:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.807794:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150303872
00000100:00100000:3.0:1775764894.807805:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150303872
00000100:00100000:3.0:1775764894.807862:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14707
00000100:00100000:3.0:1775764894.807872:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6717:11674:x1862023150303872:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.807957:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.807984:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409c97c00/0xd3c138f33081fbd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x380:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea9c0 expref: 6717 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808007:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x380:0x0].0x0 (ffff89b40fccf400)
00010000:00010000:3.0:1775764894.808017:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.808037:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808051:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808065:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808079:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bde4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8ae5d25d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808086:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bde4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8ae5d25d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808092:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bde4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8ae5d25d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808202:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x380:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808211:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.808218:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.808739:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4365, 64 off287552
00010000:00010000:0.0:1775764894.808988:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.808998:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.809005:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.809009:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.809017:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.809029:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x199:0x0].0x0 (ffff89b409b9cd00)
00010000:00010000:0.0:1775764894.809032:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.809036:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.809041:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bde3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.809159:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4365, 64 off287552
00010000:00010000:3.0:1775764894.809214:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x380:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809233:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809243:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809253:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809258:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809273:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809289:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.809308:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809314:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809319:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809324:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.809327:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809333:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809340:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x380:0x0].0x0 (ffff89b408121800)
00010000:00010000:3.0:1775764894.809342:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.809345:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809354:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x380:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809369:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809375:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809380:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809386:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19f400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.809388:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809394:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809402:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.809404:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.809406:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809411:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bde46 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.809422:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e806eebe reply state 00000000e03a0cfe transno 4294992179 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bde4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8ae5d25d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809434:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19fc00/0xd3c138f3308bde4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8ae5d25d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.809441:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8ae5d25d (ffff89b408121600)
00010000:00010000:3.0:1775764894.809443:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.809446:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.809525:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6718:11674:x1862023150303872:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1653us (1828us total) trans 4294992179 rc 0/0
00000100:00100000:3.0:1775764894.809534:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14707
00010000:00010000:0.0:1775764894.811736:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.811749:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.811759:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.811763:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.811772:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.811794:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x380:0x0].0x0 (ffff89b408121800)
00010000:00010000:0.0:1775764894.811796:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.811801:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.811807:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bde5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x380:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.811831:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.811833:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.811836:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.812295:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764894.812431:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.812488:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150304128
00000100:00100000:0.0:1775764894.812498:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150304128
00000100:00100000:0.0:1775764894.812554:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14708
00000100:00100000:0.0:1775764894.812563:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409364e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6718:11674:x1862023150304128:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.812624:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.812644:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409c97a00/0xd3c138f33081fabc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x378:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea988 expref: 6718 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812659:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x378:0x0].0x0 (ffff89b40fccc200)
00010000:00010000:0.0:1775764894.812666:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.812685:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812697:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812707:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812725:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bde69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4bcb4adf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812731:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bde69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4bcb4adf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812738:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bde69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4bcb4adf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812849:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x378:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812857:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.812863:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.813100:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4366, 64 off287616
00000040:00080000:0.0:1775764894.813338:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4366, 64 off287616
00010000:00010000:0.0:1775764894.813395:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x378:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813404:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813411:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813418:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813428:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813432:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813492:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.813511:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813517:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813523:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813528:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.813531:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813537:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813545:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x378:0x0].0x0 (ffff89b404303700)
00010000:00010000:0.0:1775764894.813548:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.813551:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813558:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308bde70 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x378:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813580:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813586:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813591:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813596:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407689a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.813599:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813604:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813611:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.813613:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.813616:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813621:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308bde62 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.813630:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fca9bf63 reply state 000000006b53b7dc transno 4294992180 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bde69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4bcb4adf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813642:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f200/0xd3c138f3308bde69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4bcb4adf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.813647:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4bcb4adf (ffff89b404303100)
00010000:00010000:0.0:1775764894.813650:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.813652:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.813725:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409364e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6719:11674:x1862023150304128:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1162us (1433us total) trans 4294992180 rc 0/0
00000100:00100000:0.0:1775764894.813734:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14708
00010000:00010000:2.0:1775764894.815812:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.815833:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.815842:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7fe00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.815846:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.815854:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.815869:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x378:0x0].0x0 (ffff89b404303700)
00010000:00010000:2.0:1775764894.815872:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.815876:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.815882:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308bde77 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x378:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.815901:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.815903:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.815904:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.817212:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.817334:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150304384
00000100:00100000:1.0:1775764894.817344:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150304384
00000100:00100000:1.0:1775764894.817398:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14709
00000100:00100000:1.0:1775764894.817408:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6719:11674:x1862023150304384:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.817467:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.817490:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffe8200/0xd3c138f33085159e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4882 expref: 6719 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817506:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a2e:0x0].0x0 (ffff89b407a10600)
00010000:00010000:1.0:1775764894.817516:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.817535:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817548:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817557:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817569:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734600/0xd3c138f3308bde85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8091102 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817576:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734600/0xd3c138f3308bde85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8091102 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817582:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734600/0xd3c138f3308bde85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8091102 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817678:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817686:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.817692:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.817904:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4367, 64 off287680
00000040:00080000:1.0:1775764894.817922:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4367, 64 off287680
00010000:00010000:1.0:1775764894.818605:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818616:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818626:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818632:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818638:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818644:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818664:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.818682:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818688:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818693:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818699:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.818703:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818710:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818719:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a2e:0x0].0x0 (ffff89b402f80400)
00010000:00010000:1.0:1775764894.818721:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.818725:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818730:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bde8c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818745:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818751:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818756:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818760:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.818763:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818780:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818788:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.818790:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.818793:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818798:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bde7e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.818807:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc90203c reply state 000000001d18b9a8 transno 4294992181 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734600/0xd3c138f3308bde85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8091102 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818822:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734600/0xd3c138f3308bde85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8091102 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.818828:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8091102 (ffff89b402f80000)
00010000:00010000:1.0:1775764894.818830:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.818832:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.818915:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6720:11674:x1862023150304384:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1506us (1709us total) trans 4294992181 rc 0/0
00000100:00100000:1.0:1775764894.818924:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14709
00010000:00010000:3.0:1775764894.819109:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.819139:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.819145:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408735800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.819148:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.819154:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.819162:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a2e:0x0].0x0 (ffff89b402f80400)
00010000:00010000:3.0:1775764894.819165:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.819168:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.819173:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bde93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.819186:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.819188:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.819189:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.821923:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.822199:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150304640
00000100:00100000:3.0:1775764894.822209:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150304640
00000100:00100000:3.0:1775764894.822403:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14710
00000100:00100000:3.0:1775764894.822413:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6720:11674:x1862023150304640:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.822474:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.822499:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f33082a11f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecacf expref: 6720 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822518:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff89b402ca5d00)
00010000:00010000:3.0:1775764894.822529:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.822548:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822560:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822570:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822583:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdea1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xaf6bef70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822590:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaf6bef70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822596:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaf6bef70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822688:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822695:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.822702:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.822918:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4368, 64 off287744
00000040:00080000:3.0:1775764894.822935:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4368, 64 off287744
00010000:00010000:3.0:1775764894.823211:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823221:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823237:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823245:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823251:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823257:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823471:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.823491:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823498:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823504:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823514:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19f400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.823519:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823526:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823536:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff89b408121400)
00010000:00010000:3.0:1775764894.823538:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.823541:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823547:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdea8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823563:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823569:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823574:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823578:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.823581:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823586:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823596:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.823598:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.823601:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823607:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bde9a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.823616:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fc2984d reply state 000000000ee290aa transno 4294992182 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaf6bef70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823625:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0400/0xd3c138f3308bdea1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xaf6bef70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.823630:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xaf6bef70 (ffff89b408121700)
00010000:00010000:3.0:1775764894.823632:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.823635:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.823719:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6721:11674:x1862023150304640:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1306us (1803us total) trans 4294992182 rc 0/0
00000100:00100000:3.0:1775764894.823727:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14710
00010000:00010000:0.0:1775764894.828804:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.828818:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.828830:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.828834:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.828844:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.828862:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff89b408121400)
00010000:00010000:0.0:1775764894.828866:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.828870:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.828876:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdeaf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.828913:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.828915:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.828917:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.829410:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.829491:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150304896
00000100:00100000:3.0:1775764894.829502:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150304896
00000100:00100000:3.0:1775764894.829600:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14711
00000100:00100000:3.0:1775764894.829611:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6721:11674:x1862023150304896:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.829668:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.829686:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4087b8600/0xd3c138f33085a80b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf65cb expref: 6721 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829705:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e5d:0x0].0x0 (ffff89b408238000)
00010000:00010000:3.0:1775764894.829712:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.829730:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829743:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829752:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829765:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bdebd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe5214f4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829783:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bdebd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe5214f4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829789:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bdebd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe5214f4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829879:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829888:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.829894:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.830478:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4369, 64 off287808
00000040:00080000:3.0:1775764894.830498:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4369, 64 off287808
00010000:00010000:3.0:1775764894.830544:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830554:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830561:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830567:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830573:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830579:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830593:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.830612:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830617:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830623:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830629:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.830633:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830640:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830649:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e5d:0x0].0x0 (ffff89b408121300)
00010000:00010000:3.0:1775764894.830652:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.830655:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830661:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdec4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830678:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830684:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830690:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830695:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830700:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.830702:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830708:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830714:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.830716:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.830718:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830728:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdeb6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.830736:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8ad8723 reply state 00000000e938dbed transno 4294992183 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bdebd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe5214f4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830745:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9a00/0xd3c138f3308bdebd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe5214f4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.830751:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe5214f4c (ffff89b408121f00)
00010000:00010000:3.0:1775764894.830753:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.830756:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764894.830916:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.830922:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.830928:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.830932:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.830938:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.830956:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e5d:0x0].0x0 (ffff89b408121300)
00010000:00010000:1.0:1775764894.830958:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.830961:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.830967:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdecb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.830979:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.830981:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.830983:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.831097:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6722:11674:x1862023150304896:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1487us (1690us total) trans 4294992183 rc 0/0
00000100:00100000:3.0:1775764894.831106:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14711
00000100:00100000:1.0:1775764894.833800:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.833957:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150305152
00000100:00100000:2.0:1775764894.833968:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150305152
00000100:00100000:2.0:1775764894.834029:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14712
00000100:00100000:2.0:1775764894.834038:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6722:11674:x1862023150305152:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.834096:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.834155:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404277a00/0xd3c138f330840bd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1296:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf135a expref: 6722 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834180:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1296:0x0].0x0 (ffff89b40608b400)
00010000:00010000:2.0:1775764894.834193:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.834211:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834233:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834243:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834257:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bded9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9d00263 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834263:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bded9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d00263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834269:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bded9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d00263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834367:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834376:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834382:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.834597:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4370, 64 off287872
00000040:00080000:2.0:1775764894.834616:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4370, 64 off287872
00010000:00010000:2.0:1775764894.834662:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834671:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834679:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834685:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834691:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834697:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834718:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.834734:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834740:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834746:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834752:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.834756:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.834762:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.834901:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.834908:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.834914:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.834917:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.834923:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.834933:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1296:0x0].0x0 (ffff89b409b9cd00)
00010000:00010000:3.0:1775764894.834936:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.834940:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.834946:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdee7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1296:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.834957:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.834959:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.834960:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.835311:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1296:0x0].0x0 (ffff89b409b9cd00)
00010000:00010000:2.0:1775764894.835313:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.835317:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835322:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdee0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835343:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835349:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835354:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835358:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.835361:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835367:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835373:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.835375:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.835378:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835383:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bded2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.835396:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e245d5b7 reply state 00000000049a4a2e transno 4294992184 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bded9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d00263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835406:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703a00/0xd3c138f3308bded9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9d00263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.835413:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9d00263 (ffff89b409b9c100)
00010000:00010000:2.0:1775764894.835415:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.835418:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.835543:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6723:11674:x1862023150305152:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1503us (1749us total) trans 4294992184 rc 0/0
00000100:00100000:2.0:1775764894.835554:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14712
00000100:00100000:1.0:1775764894.839281:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.839404:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150305408
00000100:00100000:3.0:1775764894.839415:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150305408
00000100:00100000:3.0:1775764894.839479:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14713
00000100:00100000:3.0:1775764894.839488:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6723:11674:x1862023150305408:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.839549:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.839578:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408663c00/0xd3c138f33086170f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2189:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7bff expref: 6723 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839598:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2189:0x0].0x0 (ffff89b40a754b00)
00010000:00010000:3.0:1775764894.839609:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.839630:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839641:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839650:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839664:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bdef5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x51b8efb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839671:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bdef5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51b8efb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839678:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bdef5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51b8efb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839781:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839789:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.839797:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.840031:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4371, 64 off287936
00000040:00080000:3.0:1775764894.840046:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4371, 64 off287936
00010000:00010000:3.0:1775764894.840091:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840100:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840107:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840153:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840160:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840166:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840188:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.840204:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840210:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840217:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840232:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.840236:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840244:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840253:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2189:0x0].0x0 (ffff89b408121100)
00010000:00010000:3.0:1775764894.840256:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.840260:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840265:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdefc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840280:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840286:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840296:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840301:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.840303:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840309:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840317:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.840319:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.840322:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840327:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdeee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.840336:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033f00c33 reply state 00000000256e7af8 transno 4294992185 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bdef5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x51b8efb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840345:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8c00/0xd3c138f3308bdef5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x51b8efb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.840351:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x51b8efb3 (ffff89b408121000)
00010000:00010000:3.0:1775764894.840353:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.840355:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.840423:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6724:11674:x1862023150305408:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 936us (1161us total) trans 4294992185 rc 0/0
00000100:00100000:3.0:1775764894.840431:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14713
00010000:00010000:1.0:1775764894.840663:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.840668:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.840675:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.840678:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.840683:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.840691:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2189:0x0].0x0 (ffff89b408121100)
00010000:00010000:1.0:1775764894.840694:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.840696:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.840701:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf03 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2189:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.840715:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.840717:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.840718:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.844095:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.844278:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150305664
00000100:00100000:3.0:1775764894.844291:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150305664
00000100:00100000:3.0:1775764894.844341:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14714
00000100:00100000:3.0:1775764894.844350:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6724:11674:x1862023150305664:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.844426:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.844460:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407307a00/0xd3c138f3308248f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb92c expref: 6724 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844505:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b4:0x0].0x0 (ffff89b402a07a00)
00010000:00010000:3.0:1775764894.844517:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.844539:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844551:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844561:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844575:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdf11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x26391ec9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844581:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdf11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x26391ec9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844587:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdf11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x26391ec9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844686:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844697:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.844703:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.844934:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4372, 64 off288000
00000040:00080000:3.0:1775764894.844952:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4372, 64 off288000
00010000:00010000:3.0:1775764894.845022:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845031:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845039:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845045:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845051:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845056:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845085:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.845101:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845108:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845153:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845159:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee0a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.845164:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845172:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845181:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b4:0x0].0x0 (ffff89b408121500)
00010000:00010000:3.0:1775764894.845184:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.845187:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845192:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf18 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845210:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845216:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845220:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845237:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845242:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.845245:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845250:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845257:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.845260:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.845262:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845268:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf0a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.845277:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da61e1cb reply state 0000000033719491 transno 4294992186 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdf11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x26391ec9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845285:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8200/0xd3c138f3308bdf11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x26391ec9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.845291:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x26391ec9 (ffff89b408121200)
00010000:00010000:3.0:1775764894.845293:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.845295:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.845369:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6725:11674:x1862023150305664:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1019us (1282us total) trans 4294992186 rc 0/0
00000100:00100000:3.0:1775764894.845378:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14714
00010000:00010000:2.0:1775764894.845651:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.845658:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.845664:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19f400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.845668:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.845674:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.845684:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b4:0x0].0x0 (ffff89b408121500)
00010000:00010000:2.0:1775764894.845686:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.845688:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.845693:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf1f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.845714:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.845715:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.845717:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.848954:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.849026:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150305920
00000100:00100000:2.0:1775764894.849036:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150305920
00000100:00100000:2.0:1775764894.849088:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14715
00000100:00100000:2.0:1775764894.849095:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6725:11674:x1862023150305920:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.849179:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.849205:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4076bd600/0xd3c138f330859e9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf63e8 expref: 6725 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849251:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e18:0x0].0x0 (ffff89b409d7f000)
00010000:00010000:2.0:1775764894.849271:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.849290:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849304:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849315:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849328:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdf2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe8d72044 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849334:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdf2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe8d72044 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849341:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdf2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe8d72044 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849429:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849437:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849444:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.849660:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4373, 64 off288064
00000040:00080000:2.0:1775764894.849677:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4373, 64 off288064
00010000:00010000:2.0:1775764894.849724:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849732:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849741:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849747:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849753:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849759:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849925:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.849943:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849951:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849957:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849963:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.849967:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849974:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849982:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e18:0x0].0x0 (ffff89b409b9cb00)
00010000:00010000:2.0:1775764894.849985:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.849988:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.849993:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bdf34 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850006:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850013:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850018:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850023:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.850026:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850032:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850038:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.850040:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.850042:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850047:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308bdf26 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.850054:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c623ec60 reply state 00000000bac97b69 transno 4294992187 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdf2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe8d72044 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850064:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702c00/0xd3c138f3308bdf2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe8d72044 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.850069:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe8d72044 (ffff89b409b9cd00)
00010000:00010000:2.0:1775764894.850071:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.850074:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.850147:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6726:11674:x1862023150305920:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1051us (1209us total) trans 4294992187 rc 0/0
00000100:00100000:2.0:1775764894.850155:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14715
00010000:00010000:1.0:1775764894.855577:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.855594:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.855607:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.855611:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.855621:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.855640:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e18:0x0].0x0 (ffff89b409b9cb00)
00010000:00010000:1.0:1775764894.855643:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.855648:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.855653:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bdf3b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.855698:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.855700:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.855702:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.857914:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.858057:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150306176
00000100:00100000:2.0:1775764894.858067:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150306176
00000100:00100000:2.0:1775764894.858239:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14716
00000100:00100000:2.0:1775764894.858249:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6726:11674:x1862023150306176:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.858427:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.858451:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402cf2e00/0xd3c138f3308223c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb1bc expref: 6726 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858469:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a4:0x0].0x0 (ffff89b402c5a500)
00010000:00010000:2.0:1775764894.858479:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.858500:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858512:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858523:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858540:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408623200/0xd3c138f3308bdf49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7f8f59fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858547:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408623200/0xd3c138f3308bdf49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7f8f59fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858553:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408623200/0xd3c138f3308bdf49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7f8f59fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858644:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858653:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.858660:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.858898:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4374, 64 off288128
00000040:00080000:2.0:1775764894.858916:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4374, 64 off288128
00010000:00010000:2.0:1775764894.859022:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859031:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859038:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859045:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859050:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859057:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859204:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.859235:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859240:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859246:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859251:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408622e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.859255:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859340:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859354:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a4:0x0].0x0 (ffff89b409b9ca00)
00010000:00010000:2.0:1775764894.859356:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.859360:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859367:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdf50 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859385:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859391:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859396:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859401:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859406:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.859409:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859414:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859421:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.859423:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.859426:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859434:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bdf42 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.859444:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5db7152 reply state 00000000ecae850f transno 4294992188 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408623200/0xd3c138f3308bdf49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7f8f59fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859454:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408623200/0xd3c138f3308bdf49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7f8f59fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.859459:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7f8f59fd (ffff89b409b9c400)
00010000:00010000:2.0:1775764894.859462:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.859464:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.859576:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6727:11674:x1862023150306176:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1327us (1669us total) trans 4294992188 rc 0/0
00000100:00100000:2.0:1775764894.859584:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14716
00010000:00010000:0.0:1775764894.859772:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.859778:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.859785:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408622200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.859789:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.859795:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.859804:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a4:0x0].0x0 (ffff89b409b9ca00)
00010000:00010000:0.0:1775764894.859806:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.859808:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.859814:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308bdf57 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.859828:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.859830:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.859832:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.862663:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.862729:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150306432
00000100:00100000:1.0:1775764894.862739:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150306432
00000100:00100000:1.0:1775764894.862865:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14717
00000100:00100000:1.0:1775764894.862875:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6727:11674:x1862023150306432:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.862929:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.863005:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4056d5200/0xd3c138f330828d29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec6d1 expref: 6727 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863025:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff89b402ad9200)
00010000:00010000:1.0:1775764894.863036:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.863054:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863066:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863076:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863090:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdf65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x114f383b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863097:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdf65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x114f383b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863103:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdf65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x114f383b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863402:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863410:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863416:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.863640:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4375, 64 off288192
00000040:00080000:1.0:1775764894.863659:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4375, 64 off288192
00010000:00010000:1.0:1775764894.863703:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863711:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863718:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863729:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863736:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863742:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.863764:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.863860:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.863867:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.863874:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.863877:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.863886:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.863895:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff89b402f80700)
00010000:00010000:3.0:1775764894.863898:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.863901:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.863907:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308bdf73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.863919:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.863920:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.863922:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.864410:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864417:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864422:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864427:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.864430:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864436:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864444:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff89b402f80700)
00010000:00010000:1.0:1775764894.864447:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.864449:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864458:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308bdf6c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864600:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864607:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864612:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864617:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.864619:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864625:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864634:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.864636:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.864639:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864644:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308bdf5e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.864654:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006944da92 reply state 00000000e812b235 transno 4294992189 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdf65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x114f383b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864663:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408735800/0xd3c138f3308bdf65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x114f383b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.864670:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x114f383b (ffff89b402f80400)
00010000:00010000:1.0:1775764894.864672:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.864674:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.864877:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6728:11674:x1862023150306432:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2001us (2219us total) trans 4294992189 rc 0/0
00000100:00100000:1.0:1775764894.864888:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14717
00000100:00100000:1.0:1775764894.868046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.868256:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150306688
00000100:00100000:3.0:1775764894.868266:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150306688
00000100:00100000:3.0:1775764894.868367:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14718
00000100:00100000:3.0:1775764894.868379:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6728:11674:x1862023150306688:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.868447:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.868476:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408551600/0xd3c138f3308685cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9225 expref: 6728 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868494:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24b3:0x0].0x0 (ffff89b40a758d00)
00010000:00010000:3.0:1775764894.868504:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.868526:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868539:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868552:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868566:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbaefede2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868572:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbaefede2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868578:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbaefede2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868666:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868675:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.868681:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.868929:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4376, 64 off288256
00000040:00080000:3.0:1775764894.868965:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4376, 64 off288256
00010000:00010000:3.0:1775764894.869014:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869022:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869029:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869039:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869045:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869051:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869077:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.869094:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869100:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869105:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869111:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.869150:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869158:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869166:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24b3:0x0].0x0 (ffff89b408121e00)
00010000:00010000:3.0:1775764894.869169:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.869173:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869183:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdf88 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869197:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869204:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869209:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869214:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a19f400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.869217:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869231:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869239:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.869241:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.869244:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869249:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdf7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.869258:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ab7e78e reply state 0000000030c5510f transno 4294992190 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbaefede2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869269:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee0a00/0xd3c138f3308bdf81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbaefede2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.869275:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbaefede2 (ffff89b408121900)
00010000:00010000:3.0:1775764894.869277:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.869280:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.869358:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6729:11674:x1862023150306688:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 981us (1413us total) trans 4294992190 rc 0/0
00000100:00100000:3.0:1775764894.869367:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14718
00010000:00010000:0.0:1775764894.869454:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.869461:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.869467:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.869470:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.869476:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.869484:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24b3:0x0].0x0 (ffff89b408121e00)
00010000:00010000:0.0:1775764894.869487:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.869489:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.869494:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdf8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.869505:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.869507:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.869509:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.872102:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.872255:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150306944
00000100:00100000:3.0:1775764894.872267:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150306944
00000100:00100000:3.0:1775764894.872366:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14719
00000100:00100000:3.0:1775764894.872376:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6729:11674:x1862023150306944:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.872435:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.872463:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c05e00/0xd3c138f330831627 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee237 expref: 6729 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872492:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb91:0x0].0x0 (ffff89b40a339500)
00010000:00010000:3.0:1775764894.872502:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.872524:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872536:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872547:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872562:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdf9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdfbac928 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872571:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdf9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdfbac928 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872576:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdf9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdfbac928 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872666:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872675:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872681:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.872904:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4377, 64 off288320
00000040:00080000:3.0:1775764894.872921:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4377, 64 off288320
00010000:00010000:3.0:1775764894.872978:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872987:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.872993:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873000:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873007:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873017:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873043:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.873059:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873065:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873072:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873077:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.873081:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873087:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873095:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb91:0x0].0x0 (ffff89b408121d00)
00010000:00010000:3.0:1775764894.873097:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.873100:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873106:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308bdfa4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873154:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873165:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873171:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873175:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.873178:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873184:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873191:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.873194:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.873196:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873202:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308bdf96 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.873210:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083ed2ffc reply state 000000001f469ef3 transno 4294992191 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdf9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdfbac928 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873221:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9c00/0xd3c138f3308bdf9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdfbac928 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.873237:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdfbac928 (ffff89b408121c00)
00010000:00010000:3.0:1775764894.873240:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.873242:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.873323:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6730:11674:x1862023150306944:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 947us (1230us total) trans 4294992191 rc 0/0
00000100:00100000:3.0:1775764894.873332:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14719
00010000:00010000:2.0:1775764894.873894:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.873902:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.873908:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937c400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.873912:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.873919:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.873929:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb91:0x0].0x0 (ffff89b408121d00)
00010000:00010000:2.0:1775764894.873932:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.873936:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.873955:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308bdfab lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.873970:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.873972:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.873973:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.875884:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.876094:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150307200
00000100:00100000:0.0:1775764894.876105:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150307200
00000100:00100000:0.0:1775764894.876263:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14720
00000100:00100000:0.0:1775764894.876275:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6730:11674:x1862023150307200:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.876333:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.876358:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cc7600/0xd3c138f3308514cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4858 expref: 6730 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876375:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a28:0x0].0x0 (ffff89b405652d00)
00010000:00010000:0.0:1775764894.876384:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.876404:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876416:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876425:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876475:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdfb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdee6b28d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876484:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdfb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdee6b28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876489:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdfb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdee6b28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876577:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876586:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.876592:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.876884:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4378, 64 off288384
00000040:00080000:0.0:1775764894.876902:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4378, 64 off288384
00010000:00010000:0.0:1775764894.877002:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877011:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877017:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877024:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877033:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877039:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877097:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.877133:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877141:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877148:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877153:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.877157:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877164:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877174:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a28:0x0].0x0 (ffff89b404303d00)
00010000:00010000:0.0:1775764894.877177:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.877180:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877196:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308bdfc0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877216:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877231:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877238:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877243:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.877245:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877251:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877258:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.877261:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.877263:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877269:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308bdfb2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.877278:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4002428 reply state 000000006ef8d3fb transno 4294992192 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdfb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdee6b28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877289:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405646a00/0xd3c138f3308bdfb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdee6b28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.877295:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdee6b28d (ffff89b404303500)
00010000:00010000:0.0:1775764894.877298:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.877300:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.877370:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6731:11674:x1862023150307200:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1097us (1492us total) trans 4294992192 rc 0/0
00000100:00100000:0.0:1775764894.877381:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14720
00010000:00010000:3.0:1775764894.878574:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.878583:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.878592:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408622e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.878596:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.878603:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.878616:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a28:0x0].0x0 (ffff89b404303d00)
00010000:00010000:3.0:1775764894.878619:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.878622:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.878628:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308bdfc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.878644:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.878646:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.878647:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764894.880391:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.880476:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150307456
00000100:00100000:3.0:1775764894.880488:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150307456
00000100:00100000:3.0:1775764894.880598:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14721
00000100:00100000:3.0:1775764894.880608:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6731:11674:x1862023150307456:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.880672:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.880738:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40726ec00/0xd3c138f33085e4bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2019:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf71ef expref: 6731 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880756:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2019:0x0].0x0 (ffff89b40826a700)
00010000:00010000:3.0:1775764894.880766:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.880789:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880803:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880814:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880829:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdfd5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8e394a82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880836:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdfd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8e394a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880842:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdfd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8e394a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880939:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880960:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.880966:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.881269:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4379, 64 off288448
00000040:00080000:3.0:1775764894.881289:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4379, 64 off288448
00010000:00010000:3.0:1775764894.881342:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881351:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881357:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881365:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881371:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881377:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881399:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.881417:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881423:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881428:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881434:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.881437:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881445:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881454:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2019:0x0].0x0 (ffff89b408121e00)
00010000:00010000:3.0:1775764894.881457:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.881460:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881466:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bdfdc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2019:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881481:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881487:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881492:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881498:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.881500:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881506:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881512:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.881515:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.881517:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881523:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bdfce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.881537:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000903b696c reply state 0000000069a42071 transno 4294992193 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdfd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8e394a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881547:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a19f400/0xd3c138f3308bdfd5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8e394a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.881552:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8e394a82 (ffff89b408121b00)
00010000:00010000:3.0:1775764894.881554:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.881557:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.881634:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6732:11674:x1862023150307456:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1026us (1248us total) trans 4294992193 rc 0/0
00000100:00100000:3.0:1775764894.881643:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14721
00010000:00010000:0.0:1775764894.881715:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.881721:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.881727:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80d600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.881731:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.881737:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.881747:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2019:0x0].0x0 (ffff89b408121e00)
00010000:00010000:0.0:1775764894.881750:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.881753:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.881757:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308bdfe3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2019:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.881773:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.881774:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.881776:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.884043:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.884193:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150307712
00000100:00100000:3.0:1775764894.884202:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150307712
00000100:00100000:3.0:1775764894.884272:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14722
00000100:00100000:3.0:1775764894.884283:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6732:11674:x1862023150307712:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.884367:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.884393:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a1d0600/0xd3c138f33083b0eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xffd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf012b expref: 6732 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884414:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xffd:0x0].0x0 (ffff89b40a341300)
00010000:00010000:3.0:1775764894.884424:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.884445:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884457:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884470:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884484:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d000/0xd3c138f3308bdff1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x429f18de bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884491:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d000/0xd3c138f3308bdff1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x429f18de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884497:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d000/0xd3c138f3308bdff1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x429f18de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884579:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884587:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884593:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.884818:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4380, 64 off288512
00000040:00080000:3.0:1775764894.884836:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4380, 64 off288512
00010000:00010000:3.0:1775764894.884884:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 3/0,1 mode: --/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884892:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884899:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884910:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884916:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.884921:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885085:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.885107:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885142:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885149:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885154:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.885158:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885166:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885175:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xffd:0x0].0x0 (ffff89b408121100)
00010000:00010000:3.0:1775764894.885178:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.885181:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885189:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bdff8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885204:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885210:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885215:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885220:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80ca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.885233:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885239:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885246:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.885247:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.885250:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885255:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308bdfea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.885264:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095946f44 reply state 0000000097717996 transno 4294992194 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d000/0xd3c138f3308bdff1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x429f18de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885275:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d000/0xd3c138f3308bdff1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x429f18de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.885281:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x429f18de (ffff89b408121500)
00010000:00010000:3.0:1775764894.885284:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.885286:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.885354:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6733:11674:x1862023150307712:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1072us (1318us total) trans 4294992194 rc 0/0
00000100:00100000:3.0:1775764894.885362:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14722
00010000:00010000:0.0:1775764894.885649:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.885656:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.885666:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80ce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.885669:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.885675:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.885683:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xffd:0x0].0x0 (ffff89b408121100)
00010000:00010000:0.0:1775764894.885685:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.885687:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 1/0,0 mode: --/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.885692:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308bdfff lrc: 0/0,0 mode: --/PW res: [0x200000402:0xffd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.885707:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.885708:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.885710:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.888331:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.888470:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150307968
00000100:00100000:0.0:1775764894.888480:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150307968
00000100:00100000:0.0:1775764894.888530:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14723
00000100:00100000:0.0:1775764894.888539:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6733:11674:x1862023150307968:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.888597:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.888625:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085fa400/0xd3c138f330861499 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7b81 expref: 6733 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888650:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2177:0x0].0x0 (ffff89b407235f00)
00010000:00010000:0.0:1775764894.888659:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.888678:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888691:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888700:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888738:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308be00d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf71b20c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888746:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308be00d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf71b20c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888751:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308be00d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf71b20c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888846:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888854:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.888860:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.889088:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4381, 64 off288576
00000040:00080000:0.0:1775764894.889104:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4381, 64 off288576
00010000:00010000:0.0:1775764894.889426:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889436:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889448:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889454:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889459:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889464:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889572:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.889591:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889597:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889603:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889608:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.889612:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889619:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889628:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2177:0x0].0x0 (ffff89b404303c00)
00010000:00010000:0.0:1775764894.889631:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.889635:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889641:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be014 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2177:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889656:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889662:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889668:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889674:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408622200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.889676:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889682:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889689:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.889692:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.889695:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889700:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be006 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.889710:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045bfed97 reply state 000000004f349bf1 transno 4294992195 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308be00d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf71b20c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889725:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407689a00/0xd3c138f3308be00d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf71b20c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.889732:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf71b20c (ffff89b404303600)
00010000:00010000:0.0:1775764894.889734:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.889736:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.889819:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6734:11674:x1862023150307968:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1280us (1494us total) trans 4294992195 rc 0/0
00000100:00100000:0.0:1775764894.889830:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14723
00010000:00010000:2.0:1775764894.890739:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.890748:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.890756:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.890759:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.890766:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.890778:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2177:0x0].0x0 (ffff89b404303c00)
00010000:00010000:2.0:1775764894.890780:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.890784:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.890790:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be01b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2177:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.890807:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.890809:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.890811:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.892438:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.892578:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150308224
00000100:00100000:3.0:1775764894.892590:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150308224
00000100:00100000:3.0:1775764894.892649:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14724
00000100:00100000:3.0:1775764894.892659:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6734:11674:x1862023150308224:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.892717:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.892741:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4062efa00/0xd3c138f330829c33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x815:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec9d3 expref: 6734 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892757:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x815:0x0].0x0 (ffff89b402ec7e00)
00010000:00010000:3.0:1775764894.892766:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.892787:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892798:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892807:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892822:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209e00/0xd3c138f3308be029 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x868085c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892832:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209e00/0xd3c138f3308be029 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x868085c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892837:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209e00/0xd3c138f3308be029 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x868085c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892925:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x815:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892934:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.892955:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.893204:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4382, 64 off288640
00000040:00080000:3.0:1775764894.893232:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4382, 64 off288640
00010000:00010000:3.0:1775764894.893440:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x815:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893451:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893459:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893467:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893474:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893482:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893505:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.893523:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893529:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893535:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893540:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.893544:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893551:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893560:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x815:0x0].0x0 (ffff89b408121300)
00010000:00010000:3.0:1775764894.893562:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.893566:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893571:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be030 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893586:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893595:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893601:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893606:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.893609:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893615:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893622:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.893624:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.893626:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893630:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be022 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.893640:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000563b426e reply state 00000000fb1e52f2 transno 4294992196 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209e00/0xd3c138f3308be029 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x868085c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893650:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209e00/0xd3c138f3308be029 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x868085c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.893656:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x868085c4 (ffff89b408121400)
00010000:00010000:3.0:1775764894.893658:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.893660:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.893842:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6735:11674:x1862023150308224:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1184us (1412us total) trans 4294992196 rc 0/0
00000100:00100000:3.0:1775764894.893852:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14724
00010000:00010000:0.0:1775764894.893981:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.893988:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.893994:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406208e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.893997:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.894003:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.894011:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x815:0x0].0x0 (ffff89b408121300)
00010000:00010000:0.0:1775764894.894013:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.894016:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.894021:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be037 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.894037:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.894039:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.894041:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.907485:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.907621:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150308480
00000100:00100000:3.0:1775764894.907634:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150308480
00000100:00100000:3.0:1775764894.907701:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14725
00000100:00100000:3.0:1775764894.907712:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6735:11674:x1862023150308480:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.907775:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.907803:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f33081b430 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9b6c expref: 6735 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.907824:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x174:0x0].0x0 (ffff89b40f54d300)
00010000:00010000:3.0:1775764894.907835:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.907854:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.907866:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.907875:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.907889:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209a00/0xd3c138f3308be045 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd5c9e0c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.907895:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209a00/0xd3c138f3308be045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd5c9e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.907900:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209a00/0xd3c138f3308be045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd5c9e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908012:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x174:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908019:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908026:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.908541:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4383, 64 off288704
00000040:00080000:3.0:1775764894.908559:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4383, 64 off288704
00010000:00010000:3.0:1775764894.908612:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x174:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908622:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908631:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908638:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908645:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908652:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908677:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.908695:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908702:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908708:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908714:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.908718:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908725:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908734:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x174:0x0].0x0 (ffff89b408121a00)
00010000:00010000:3.0:1775764894.908737:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.908741:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908747:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be04c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908764:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908770:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908776:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908780:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406208000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.908784:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908789:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908797:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.908800:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.908803:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908808:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be03e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.908818:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072295c46 reply state 000000001b7d8044 transno 4294992197 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209a00/0xd3c138f3308be045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd5c9e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908829:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209a00/0xd3c138f3308be045 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd5c9e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.908835:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd5c9e0c0 (ffff89b408121800)
00010000:00010000:3.0:1775764894.908837:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.908840:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.908908:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6736:11674:x1862023150308480:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1196us (1431us total) trans 4294992197 rc 0/0
00000100:00100000:3.0:1775764894.908916:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14725
00010000:00010000:0.0:1775764894.908986:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.908992:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.908999:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.909002:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.909008:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.909017:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x174:0x0].0x0 (ffff89b408121a00)
00010000:00010000:0.0:1775764894.909019:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.909022:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.909028:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be053 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.909044:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.909045:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.909047:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.912213:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.912309:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150308736
00000100:00100000:0.0:1775764894.912321:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150308736
00000100:00100000:0.0:1775764894.912383:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14726
00000100:00100000:0.0:1775764894.912394:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6736:11674:x1862023150308736:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.912478:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.912504:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405229a00/0xd3c138f33084114e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1472 expref: 6736 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912528:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12be:0x0].0x0 (ffff89b405a25500)
00010000:00010000:0.0:1775764894.912539:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.912562:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912575:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912584:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912599:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308be061 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x11c4e78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912607:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308be061 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11c4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912612:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308be061 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11c4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912701:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912708:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.912715:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.912933:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4384, 64 off288768
00000040:00080000:0.0:1775764894.912963:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4384, 64 off288768
00010000:00010000:0.0:1775764894.913005:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913014:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913022:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913029:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913035:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913041:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913063:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.913077:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913083:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913089:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913094:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.913098:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913106:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913133:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12be:0x0].0x0 (ffff89b404303200)
00010000:00010000:0.0:1775764894.913137:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.913140:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913146:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be068 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913160:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913166:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913172:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913177:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.913179:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913185:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913191:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.913193:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.913195:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913200:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be05a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.913212:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000275ef5ae reply state 0000000061987f29 transno 4294992198 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308be061 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x11c4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913231:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647200/0xd3c138f3308be061 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x11c4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.913238:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x11c4e78 (ffff89b404303e00)
00010000:00010000:0.0:1775764894.913240:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.913243:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.913302:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6737:11674:x1862023150308736:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 910us (1098us total) trans 4294992198 rc 0/0
00000100:00100000:0.0:1775764894.913310:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14726
00010000:00010000:2.0:1775764894.913503:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.913509:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.913516:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.913519:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.913525:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.913534:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12be:0x0].0x0 (ffff89b404303200)
00010000:00010000:2.0:1775764894.913536:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.913538:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.913544:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be06f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.913558:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.913560:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.913562:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.916265:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.916335:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150308992
00000100:00100000:3.0:1775764894.916344:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150308992
00000100:00100000:3.0:1775764894.916398:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14727
00000100:00100000:3.0:1775764894.916405:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6737:11674:x1862023150308992:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.916466:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.916491:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4076a2c00/0xd3c138f330851f0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a73:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4a65 expref: 6737 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916511:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a73:0x0].0x0 (ffff89b40560ef00)
00010000:00010000:3.0:1775764894.916522:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.916542:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916555:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916564:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916578:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208800/0xd3c138f3308be07d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xffe1a5fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916584:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208800/0xd3c138f3308be07d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xffe1a5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916590:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208800/0xd3c138f3308be07d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xffe1a5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916673:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916680:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916687:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.916898:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4385, 64 off288832
00000040:00080000:3.0:1775764894.916915:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4385, 64 off288832
00010000:00010000:3.0:1775764894.916967:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916976:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916983:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916991:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.916997:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917002:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917020:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.917036:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917041:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917047:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917052:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406208e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.917057:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917068:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917076:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a73:0x0].0x0 (ffff89b408121100)
00010000:00010000:3.0:1775764894.917079:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.917082:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917087:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be084 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917103:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917109:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917162:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917167:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.917170:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917176:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917183:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.917185:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.917188:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917199:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be076 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.917209:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005371ce64 reply state 000000005bd5b70e transno 4294992199 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208800/0xd3c138f3308be07d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xffe1a5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917218:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208800/0xd3c138f3308be07d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xffe1a5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.917234:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xffe1a5fd (ffff89b408121300)
00010000:00010000:3.0:1775764894.917237:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.917239:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.917311:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6738:11674:x1862023150308992:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 904us (1057us total) trans 4294992199 rc 0/0
00000100:00100000:3.0:1775764894.917320:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14727
00010000:00010000:2.0:1775764894.917395:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.917402:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.917408:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80ce00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.917411:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.917418:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.917427:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a73:0x0].0x0 (ffff89b408121100)
00010000:00010000:2.0:1775764894.917429:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.917432:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.917436:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be08b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.917450:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.917452:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.917453:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.920212:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.920344:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150309248
00000100:00100000:3.0:1775764894.920354:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150309248
00000100:00100000:3.0:1775764894.920417:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14728
00000100:00100000:3.0:1775764894.920426:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6738:11674:x1862023150309248:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.920489:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.920516:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085bb000/0xd3c138f330862a79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7fe1 expref: 6738 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920536:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2217:0x0].0x0 (ffff89b40a74f100)
00010000:00010000:3.0:1775764894.920547:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.920567:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920582:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920592:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920608:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308be099 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8b8c9834 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920615:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308be099 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b8c9834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920622:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308be099 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b8c9834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920720:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920727:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.920733:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.921329:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4386, 64 off288896
00000040:00080000:3.0:1775764894.921351:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4386, 64 off288896
00010000:00010000:3.0:1775764894.921411:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921421:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921432:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921440:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921446:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921453:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921528:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.921550:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921557:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921562:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921568:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.921572:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921579:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921590:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2217:0x0].0x0 (ffff89b408121d00)
00010000:00010000:3.0:1775764894.921593:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.921597:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921603:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be0a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921621:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921627:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921632:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921637:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80d600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.921640:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921646:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921654:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.921656:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.921659:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921664:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be092 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.921673:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d4f4fd2 reply state 00000000a144707d transno 4294992200 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308be099 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b8c9834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921688:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ca00/0xd3c138f3308be099 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8b8c9834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.921693:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8b8c9834 (ffff89b408121e00)
00010000:00010000:3.0:1775764894.921696:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.921698:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.921790:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6739:11674:x1862023150309248:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1363us (1585us total) trans 4294992200 rc 0/0
00000100:00100000:3.0:1775764894.921799:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14728
00010000:00010000:0.0:1775764894.923068:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.923077:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.923086:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.923089:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.923097:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.923137:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2217:0x0].0x0 (ffff89b408121d00)
00010000:00010000:0.0:1775764894.923140:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.923144:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.923149:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be0a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.923173:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.923175:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.923176:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.925615:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.925697:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150309504
00000100:00100000:0.0:1775764894.925709:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150309504
00000100:00100000:0.0:1775764894.925784:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14729
00000100:00100000:0.0:1775764894.925795:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6739:11674:x1862023150309504:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.925858:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.925889:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408682600/0xd3c138f330869f81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x256f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9749 expref: 6739 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.925911:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x256f:0x0].0x0 (ffff89b403b0de00)
00010000:00010000:0.0:1775764894.925921:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.925943:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.925956:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.925966:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.925981:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be0b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xab4d6b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.925987:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be0b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xab4d6b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.925993:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be0b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xab4d6b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926098:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926105:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926149:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.926402:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4387, 64 off288960
00000040:00080000:0.0:1775764894.926420:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4387, 64 off288960
00010000:00010000:0.0:1775764894.926467:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926475:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926482:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926488:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926494:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926500:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926518:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.926537:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926544:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926551:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926556:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.926560:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926567:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926576:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x256f:0x0].0x0 (ffff89b404303300)
00010000:00010000:0.0:1775764894.926578:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.926582:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926587:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be0bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x256f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926602:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926608:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926614:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926618:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.926621:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926626:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926633:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.926635:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.926638:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926642:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be0ae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.926650:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ad1fe4b reply state 00000000c0978db9 transno 4294992201 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be0b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xab4d6b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926661:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9800/0xd3c138f3308be0b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xab4d6b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.926666:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xab4d6b5f (ffff89b404303f00)
00010000:00010000:0.0:1775764894.926668:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.926671:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.926750:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6740:11674:x1862023150309504:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 956us (1143us total) trans 4294992201 rc 0/0
00000100:00100000:0.0:1775764894.926758:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14729
00010000:00010000:1.0:1775764894.927166:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.927173:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.927180:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7f600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.927184:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.927191:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.927200:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x256f:0x0].0x0 (ffff89b404303300)
00010000:00010000:1.0:1775764894.927203:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.927206:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.927212:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be0c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x256f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.927237:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.927239:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.927241:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.930449:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764894.930540:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150309760
00000100:00100000:2.0:1775764894.930552:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150309760
00000100:00100000:2.0:1775764894.930616:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14730
00000100:00100000:2.0:1775764894.930625:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6740:11674:x1862023150309760:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764894.930693:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.930722:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e96400/0xd3c138f330846937 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1541:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2607 expref: 6740 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930742:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1541:0x0].0x0 (ffff89b404260c00)
00010000:00010000:2.0:1775764894.930754:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.930786:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930800:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930810:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930830:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05200/0xd3c138f3308be0d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9d912b66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930837:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05200/0xd3c138f3308be0d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d912b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930844:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05200/0xd3c138f3308be0d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d912b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930954:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930962:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.930969:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764894.931261:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4388, 64 off289024
00000040:00080000:2.0:1775764894.931280:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4388, 64 off289024
00010000:00010000:2.0:1775764894.931327:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931337:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931344:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931351:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931361:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931368:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931389:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.931408:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931414:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931420:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931425:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.931429:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931436:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931444:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1541:0x0].0x0 (ffff89b409b9ca00)
00010000:00010000:2.0:1775764894.931447:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.931451:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931457:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be0d8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931477:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931483:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931487:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931493:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931498:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.931500:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931506:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931513:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.931516:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.931519:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931524:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be0ca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.931533:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dbc99b38 reply state 00000000b1f11020 transno 4294992202 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05200/0xd3c138f3308be0d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9d912b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931544:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05200/0xd3c138f3308be0d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9d912b66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.931551:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9d912b66 (ffff89b409b9c500)
00010000:00010000:2.0:1775764894.931553:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.931556:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.931628:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6741:11674:x1862023150309760:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1003us (1188us total) trans 4294992202 rc 0/0
00000100:00100000:2.0:1775764894.931637:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14730
00010000:00010000:0.0:1775764894.931812:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.931819:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.931825:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff04600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.931828:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.931835:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.931843:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1541:0x0].0x0 (ffff89b409b9ca00)
00010000:00010000:0.0:1775764894.931845:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.931847:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.931852:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be0df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.931866:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.931867:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.931869:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.935707:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.935781:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150310016
00000100:00100000:3.0:1775764894.935792:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150310016
00000100:00100000:3.0:1775764894.935849:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14731
00000100:00100000:3.0:1775764894.935859:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6741:11674:x1862023150310016:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.935922:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.935963:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409f46000/0xd3c138f33084451f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1439:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1ecf expref: 6741 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.935981:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1439:0x0].0x0 (ffff89b405a5dd00)
00010000:00010000:3.0:1775764894.935991:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.936011:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936023:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936031:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936049:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be0ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb0bb521a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936055:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be0ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb0bb521a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936060:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be0ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb0bb521a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936484:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936495:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936502:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.936731:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4389, 64 off289088
00000040:00080000:3.0:1775764894.936750:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4389, 64 off289088
00010000:00010000:3.0:1775764894.936800:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936809:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936816:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936823:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936834:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936840:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936860:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.936880:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936886:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936892:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936898:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406208000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.936902:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936910:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936919:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1439:0x0].0x0 (ffff89b408121100)
00010000:00010000:3.0:1775764894.936922:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.936926:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.936932:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be0f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.937043:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.937050:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.937056:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.937059:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.937064:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.937073:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1439:0x0].0x0 (ffff89b408121100)
00010000:00010000:2.0:1775764894.937075:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.937078:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.937084:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be0fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.937097:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.937099:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.937101:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.937218:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.937241:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.937247:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.937251:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.937254:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.937260:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.937268:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.937271:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.937274:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.937280:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be0e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.937290:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009fe83d94 reply state 000000006f2f61fe transno 4294992203 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be0ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb0bb521a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.937300:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208e00/0xd3c138f3308be0ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb0bb521a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.937306:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb0bb521a (ffff89b408121d00)
00010000:00010000:3.0:1775764894.937309:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.937312:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.937439:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6742:11674:x1862023150310016:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1579us (1740us total) trans 4294992203 rc 0/0
00000100:00100000:3.0:1775764894.937448:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14731
00000100:00100000:1.0:1775764894.941068:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.941283:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150310272
00000100:00100000:3.0:1775764894.941295:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150310272
00000100:00100000:3.0:1775764894.941364:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14732
00000100:00100000:3.0:1775764894.941377:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6742:11674:x1862023150310272:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.941438:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.941465:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a84da00/0xd3c138f3308203e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeab5d expref: 6742 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941486:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bb:0x0].0x0 (ffff89b40a3faf00)
00010000:00010000:3.0:1775764894.941499:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.941518:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941532:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941542:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941556:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be109 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x451c768b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941561:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be109 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x451c768b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941571:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be109 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x451c768b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941666:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941674:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.941681:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.942441:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4390, 64 off289152
00000040:00080000:3.0:1775764894.942461:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4390, 64 off289152
00010000:00010000:3.0:1775764894.942513:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942523:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942531:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942538:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942544:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942548:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942613:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.942633:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942639:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942644:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942650:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80d600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.942653:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942661:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942669:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bb:0x0].0x0 (ffff89b408238000)
00010000:00010000:3.0:1775764894.942672:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.942675:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942681:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be110 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942699:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942705:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942714:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942719:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.942722:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942728:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942735:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.942738:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.942740:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942745:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be102 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.942756:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004cc1600c reply state 00000000b396434a transno 4294992204 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be109 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x451c768b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942780:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80ce00/0xd3c138f3308be109 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x451c768b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.942794:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x451c768b (ffff89b408121a00)
00010000:00010000:3.0:1775764894.942797:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.942799:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.942871:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6743:11674:x1862023150310272:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1497us (1812us total) trans 4294992204 rc 0/0
00000100:00100000:3.0:1775764894.942881:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14732
00000100:00100000:1.0:1775764894.946500:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.946587:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150310528
00000100:00100000:3.0:1775764894.946599:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150310528
00000100:00100000:3.0:1775764894.946662:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14733
00000100:00100000:3.0:1775764894.946671:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6743:11674:x1862023150310528:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.946729:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.946755:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40736cc00/0xd3c138f33084e85d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3f75 expref: 6743 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946785:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e3:0x0].0x0 (ffff89b405a67300)
00010000:00010000:3.0:1775764894.946796:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.946818:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946832:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946842:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946857:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be125 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc038ad57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946864:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be125 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc038ad57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946870:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be125 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc038ad57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946956:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946968:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.946974:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.947235:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4391, 64 off289216
00000040:00080000:3.0:1775764894.947255:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4391, 64 off289216
00010000:00010000:0.0:1775764894.947684:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.947692:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.947700:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.947703:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.947712:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.947723:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bb:0x0].0x0 (ffff89b408238000)
00010000:00010000:0.0:1775764894.947726:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.947730:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.947737:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be117 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.947753:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.947755:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.947756:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.948110:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948349:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948357:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948366:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948372:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948377:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948435:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764894.948455:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948461:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948467:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948471:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40606de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.948475:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948480:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948493:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e3:0x0].0x0 (ffff89b404bf7d00)
00010000:00010000:2.0:1775764894.948495:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764894.948498:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948503:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be12c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948521:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948526:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948531:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948536:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948540:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764894.948542:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948546:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948553:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764894.948555:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.948557:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948567:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be11e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.948576:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e918356 reply state 00000000a4a41cc1 transno 4294992205 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be125 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc038ad57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948586:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208000/0xd3c138f3308be125 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc038ad57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.948592:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc038ad57 (ffff89b408121100)
00010000:00010000:2.0:1775764894.948595:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.948597:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764894.948686:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6744:11674:x1862023150310528:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2013us (2192us total) trans 4294992205 rc 0/0
00000100:00100000:2.0:1775764894.948695:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14733
00000100:00100000:2.0:1775764894.951473:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.951587:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150310784
00000100:00100000:3.0:1775764894.951598:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150310784
00000100:00100000:3.0:1775764894.951655:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14734
00000100:00100000:3.0:1775764894.951665:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6744:11674:x1862023150310784:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.951743:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.951893:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403da6a00/0xd3c138f330868541 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9209 expref: 6744 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.951911:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24af:0x0].0x0 (ffff89b406def300)
00010000:00010000:3.0:1775764894.951921:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.951995:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952010:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952020:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952076:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308be141 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe609890f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952088:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308be141 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe609890f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952095:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308be141 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe609890f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952458:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952467:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952473:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.952694:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4392, 64 off289280
00000040:00080000:3.0:1775764894.952712:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4392, 64 off289280
00010000:00010000:3.0:1775764894.952756:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.952765:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.952896:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.952903:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.952909:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.952913:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.952920:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.952931:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18e3:0x0].0x0 (ffff89b404bf7d00)
00010000:00010000:1.0:1775764894.952933:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.952937:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.953205:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be133 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953393:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953402:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953408:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953418:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953441:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.953461:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953467:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953472:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953477:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098df000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.953480:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953486:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953493:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24af:0x0].0x0 (ffff89b4093ab000)
00010000:00010000:3.0:1775764894.953496:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.953498:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953504:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be148 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953520:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953530:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953536:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953541:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408622200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.953544:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953549:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953555:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.953558:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.953560:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953564:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be13a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.953574:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005204c6aa reply state 00000000f9bbb7b3 transno 4294992206 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308be141 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe609890f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953584:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622e00/0xd3c138f3308be141 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe609890f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.953590:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe609890f (ffff89b4093abc00)
00010000:00010000:3.0:1775764894.953592:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.953594:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.953681:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6745:11674:x1862023150310784:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2015us (2214us total) trans 4294992206 rc 0/0
00000100:00100000:3.0:1775764894.953691:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14734
00010000:00010000:0.0:1775764894.954963:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.954974:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.954983:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098de800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.954986:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.954995:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.955009:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24af:0x0].0x0 (ffff89b4093ab000)
00010000:00010000:0.0:1775764894.955011:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.955014:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.955021:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be14f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.955038:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.955040:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.955041:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.956879:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764894.956967:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150311040
00000100:00100000:1.0:1775764894.956978:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150311040
00000100:00100000:1.0:1775764894.957049:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14735
00000100:00100000:1.0:1775764894.957059:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409365880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6745:11674:x1862023150311040:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764894.957183:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.957209:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f330845fa5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf241d expref: 6745 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957238:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14fb:0x0].0x0 (ffff89b408376300)
00010000:00010000:1.0:1775764894.957250:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.957282:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957295:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957304:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957319:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308be15d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf8a3838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957326:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308be15d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf8a3838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957333:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308be15d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf8a3838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957428:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957436:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957447:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.957667:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4393, 64 off289344
00000040:00080000:1.0:1775764894.957685:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4393, 64 off289344
00010000:00010000:1.0:1775764894.957733:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957742:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957749:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957755:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957761:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957766:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957790:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.957806:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957811:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957817:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957822:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.957826:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957832:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957840:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14fb:0x0].0x0 (ffff89b402f80900)
00010000:00010000:1.0:1775764894.957843:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.957846:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957851:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be164 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957865:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957870:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957875:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957880:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.957882:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957887:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957896:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.957898:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.957901:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957905:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be156 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.957913:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e39b3c7 reply state 000000005c06de8d transno 4294992207 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308be15d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf8a3838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957922:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734800/0xd3c138f3308be15d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf8a3838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.957928:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf8a3838 (ffff89b402f80700)
00010000:00010000:1.0:1775764894.957930:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.957932:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.958002:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409365880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6746:11674:x1862023150311040:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 943us (1130us total) trans 4294992207 rc 0/0
00000100:00100000:1.0:1775764894.958010:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14735
00010000:00010000:3.0:1775764894.958287:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.958293:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.958298:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.958301:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.958307:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.958316:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14fb:0x0].0x0 (ffff89b402f80900)
00010000:00010000:3.0:1775764894.958318:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.958320:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.958325:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be16b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.958340:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.958341:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.958343:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.960781:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764894.961140:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.961145:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.961147:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.961259:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150311296
00000100:00100000:3.0:1775764894.961342:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150311296
00000100:00100000:3.0:1775764894.961433:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14736
00000100:00100000:3.0:1775764894.961444:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6746:11674:x1862023150311296:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.961500:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.961524:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409dac200/0xd3c138f3308606a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2111:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf78b7 expref: 6746 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961543:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2111:0x0].0x0 (ffff89b407238000)
00010000:00010000:3.0:1775764894.961552:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.961571:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961584:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961592:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961606:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dea00/0xd3c138f3308be179 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa821d51a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961613:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dea00/0xd3c138f3308be179 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa821d51a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961620:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dea00/0xd3c138f3308be179 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa821d51a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961711:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961720:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.961727:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.962079:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4394, 64 off289408
00000040:00080000:3.0:1775764894.962103:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4394, 64 off289408
00010000:00010000:3.0:1775764894.962269:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962279:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962287:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962294:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962300:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962306:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962358:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.962377:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962382:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962388:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962394:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.962398:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962410:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962419:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2111:0x0].0x0 (ffff89b4093ab800)
00010000:00010000:3.0:1775764894.962421:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.962425:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962430:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be180 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2111:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962448:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962454:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962459:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962464:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962468:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.962470:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962476:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962482:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.962485:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.962487:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962493:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be172 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.962502:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cada9387 reply state 00000000978a82b1 transno 4294992208 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dea00/0xd3c138f3308be179 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa821d51a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962511:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dea00/0xd3c138f3308be179 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa821d51a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.962517:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa821d51a (ffff89b4093ab600)
00010000:00010000:3.0:1775764894.962519:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.962522:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.962600:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6747:11674:x1862023150311296:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1157us (1838us total) trans 4294992208 rc 0/0
00000100:00100000:3.0:1775764894.962608:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14736
00010000:00010000:0.0:1775764894.966929:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.966954:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.966965:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098df400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.966971:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.966980:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.966999:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2111:0x0].0x0 (ffff89b4093ab800)
00010000:00010000:0.0:1775764894.967002:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.967007:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.967012:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be187 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2111:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.967037:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.967038:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.967040:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.967552:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.967688:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150311552
00000100:00100000:3.0:1775764894.967699:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150311552
00000100:00100000:3.0:1775764894.967759:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14737
00000100:00100000:3.0:1775764894.967779:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6747:11674:x1862023150311552:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.967839:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.967861:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4057f8200/0xd3c138f33083ce73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0713 expref: 6747 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.967877:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10d5:0x0].0x0 (ffff89b4072bc900)
00010000:00010000:3.0:1775764894.967885:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.967904:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.967918:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.967926:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.967952:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df200/0xd3c138f3308be195 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd042099a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.967959:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df200/0xd3c138f3308be195 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd042099a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.967966:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df200/0xd3c138f3308be195 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd042099a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968067:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968075:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968081:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.968799:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4395, 64 off289472
00000040:00080000:3.0:1775764894.968818:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4395, 64 off289472
00010000:00010000:3.0:1775764894.968868:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968879:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968887:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968894:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968900:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968905:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.968932:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.969010:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969017:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969023:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969028:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408622200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.969032:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969039:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969049:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10d5:0x0].0x0 (ffff89b4093ab500)
00010000:00010000:3.0:1775764894.969052:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.969056:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969061:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be19c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x10d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969078:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969083:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969089:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969094:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098df000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.969096:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969102:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969109:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.969111:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.969143:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969150:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be18e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.969160:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007480f583 reply state 00000000a974a3db transno 4294992209 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df200/0xd3c138f3308be195 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd042099a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969176:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df200/0xd3c138f3308be195 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd042099a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.969182:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd042099a (ffff89b4093ab900)
00010000:00010000:3.0:1775764894.969184:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.969186:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764894.969381:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.969388:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.969395:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.969398:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.969408:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.969417:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10d5:0x0].0x0 (ffff89b4093ab500)
00010000:00010000:1.0:1775764894.969420:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.969422:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.969427:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be1a3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.969444:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.969446:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.969448:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764894.969551:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6748:11674:x1862023150311552:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1780us (2013us total) trans 4294992209 rc 0/0
00000100:00100000:3.0:1775764894.969562:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14737
00000100:00100000:1.0:1775764894.972475:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.972604:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150311808
00000100:00100000:0.0:1775764894.972614:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150311808
00000100:00100000:0.0:1775764894.972678:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14738
00000100:00100000:0.0:1775764894.972688:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6748:11674:x1862023150311808:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.972747:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.972787:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406381200/0xd3c138f33085ebdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x204d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf735b expref: 6748 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.972808:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x204d:0x0].0x0 (ffff89b404b8d200)
00010000:00010000:0.0:1775764894.972818:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.972838:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.972849:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.972859:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.972874:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be1b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x549ca40 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.972881:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be1b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x549ca40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.972887:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be1b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x549ca40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.973086:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.973096:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.973103:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764894.975451:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4396, 64 off289536
00000040:00080000:0.0:1775764894.975472:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4396, 64 off289536
00010000:00010000:0.0:1775764894.975537:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975557:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975569:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975581:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975588:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975594:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975658:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764894.975680:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975686:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975692:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975697:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098de800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.975700:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975707:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975717:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x204d:0x0].0x0 (ffff89b404303200)
00010000:00010000:0.0:1775764894.975720:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764894.975723:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975734:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be1b8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x204d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975753:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975759:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975765:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975770:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404f7fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764894.975772:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975777:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975784:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764894.975786:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.975788:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975793:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be1aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764894.975802:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030cacce2 reply state 0000000079e965ae transno 4294992210 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be1b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x549ca40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975811:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7f600/0xd3c138f3308be1b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x549ca40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.975818:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x549ca40 (ffff89b404303300)
00010000:00010000:0.0:1775764894.975820:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764894.975823:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764894.975914:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6749:11674:x1862023150311808:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3223us (3443us total) trans 4294992210 rc 0/0
00000100:00100000:0.0:1775764894.975924:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14738
00010000:00010000:3.0:1775764894.977026:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764894.977036:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.977045:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764894.977049:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.977058:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.977073:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x204d:0x0].0x0 (ffff89b404303200)
00010000:00010000:3.0:1775764894.977075:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764894.977079:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.977085:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be1bf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x204d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.977105:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.977107:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.977109:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.979760:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.979891:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150312064
00000100:00100000:3.0:1775764894.979901:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150312064
00000100:00100000:3.0:1775764894.979971:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14739
00000100:00100000:3.0:1775764894.979980:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6749:11674:x1862023150312064:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.980038:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.980064:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f33083552e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd5e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeeed2 expref: 6749 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980082:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd5e:0x0].0x0 (ffff89b407294700)
00010000:00010000:3.0:1775764894.980092:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.980111:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980164:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980173:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980191:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50800/0xd3c138f3308be1cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb28e2707 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980197:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50800/0xd3c138f3308be1cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb28e2707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980203:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50800/0xd3c138f3308be1cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb28e2707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980302:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980309:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980315:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.980517:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4397, 64 off289600
00000040:00080000:3.0:1775764894.980533:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4397, 64 off289600
00010000:00010000:3.0:1775764894.980575:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980583:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980591:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980596:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980603:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980608:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980621:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.980637:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980643:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980653:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980659:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e50000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.980662:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980669:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980677:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd5e:0x0].0x0 (ffff89b4093ab400)
00010000:00010000:3.0:1775764894.980680:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.980683:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980689:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be1d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980704:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980710:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980715:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980721:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980725:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80d600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.980728:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980733:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980740:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.980742:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.980744:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.980750:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be1c6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.980761:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f80e4a9 reply state 000000006cbc2aa5 transno 4294992211 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50800/0xd3c138f3308be1cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb28e2707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.981056:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50800/0xd3c138f3308be1cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb28e2707 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.981063:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb28e2707 (ffff89b4093ab200)
00010000:00010000:3.0:1775764894.981065:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.981068:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.981174:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6750:11674:x1862023150312064:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1194us (1421us total) trans 4294992211 rc 0/0
00000100:00100000:3.0:1775764894.981183:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14739
00010000:00010000:2.0:1775764894.981346:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764894.981352:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.981359:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764894.981362:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.981369:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.981383:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd5e:0x0].0x0 (ffff89b4093ab400)
00010000:00010000:2.0:1775764894.981385:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764894.981388:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.981394:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be1db lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.981409:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.981411:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764894.981413:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.985049:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.985217:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150312320
00000100:00100000:3.0:1775764894.985237:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150312320
00000100:00100000:3.0:1775764894.985302:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14740
00000100:00100000:3.0:1775764894.985313:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6750:11674:x1862023150312320:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.985369:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.985430:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d3d600/0xd3c138f330853835 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4f6d expref: 6750 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985451:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2b:0x0].0x0 (ffff89b4087e9400)
00010000:00010000:3.0:1775764894.985463:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.985484:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985498:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985507:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985520:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50600/0xd3c138f3308be1e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc8bcfc33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985528:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50600/0xd3c138f3308be1e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc8bcfc33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985534:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50600/0xd3c138f3308be1e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc8bcfc33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985624:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985632:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985639:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.985887:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4398, 64 off289664
00000040:00080000:3.0:1775764894.985905:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4398, 64 off289664
00010000:00010000:3.0:1775764894.985966:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985975:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985982:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985989:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985994:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.985999:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986012:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764894.986029:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986035:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986040:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986045:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.986049:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986060:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986068:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2b:0x0].0x0 (ffff89b4093abb00)
00010000:00010000:3.0:1775764894.986071:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.986074:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986079:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be1f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986095:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986100:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986105:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986110:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e50a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.986157:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986164:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986171:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.986174:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.986177:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986187:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be1e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.986197:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd84e60f reply state 00000000fe4db4c2 transno 4294992212 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50600/0xd3c138f3308be1e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc8bcfc33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986207:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50600/0xd3c138f3308be1e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc8bcfc33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.986213:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc8bcfc33 (ffff89b4093abf00)
00010000:00010000:3.0:1775764894.986215:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.986217:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.986295:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6751:11674:x1862023150312320:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 983us (1256us total) trans 4294992212 rc 0/0
00000100:00100000:3.0:1775764894.986304:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14740
00010000:00010000:0.0:1775764894.986802:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764894.986809:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.986816:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.986819:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.986825:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.986834:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2b:0x0].0x0 (ffff89b4093abb00)
00010000:00010000:0.0:1775764894.986837:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.986840:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.986845:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be1f7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.986861:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.986863:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764894.986865:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764894.991536:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764894.991626:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150312576
00000100:00100000:0.0:1775764894.991636:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150312576
00000100:00100000:0.0:1775764894.991730:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14741
00000100:00100000:0.0:1775764894.991740:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6751:11674:x1862023150312576:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764894.991810:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.991838:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402ce6800/0xd3c138f3308190ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede945e expref: 6751 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.991857:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff89b402aabe00)
00010000:00010000:0.0:1775764894.991869:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.991890:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.991902:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.991911:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.991926:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be205 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x941dabe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.991933:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be205 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x941dabe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.991939:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be205 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x941dabe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.992040:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.992048:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.992059:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764894.992904:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4399, 64 off289728
00000040:00080000:1.0:1775764894.992923:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4399, 64 off289728
00010000:00010000:1.0:1775764894.993336:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993350:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993361:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993368:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993378:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993383:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993436:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764894.993455:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993461:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993466:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993472:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.993476:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993482:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993492:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff89b404303d00)
00010000:00010000:1.0:1775764894.993495:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764894.993499:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993504:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be20c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993521:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993527:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993533:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993539:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f8a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764894.993542:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993548:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993555:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764894.993557:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.993571:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993578:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be1fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764894.993587:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9c3f985 reply state 000000007d25ea4b transno 4294992213 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be205 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x941dabe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993597:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404f7fe00/0xd3c138f3308be205 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x941dabe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.993603:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x941dabe1 (ffff89b404303c00)
00010000:00010000:1.0:1775764894.993605:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764894.993608:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764894.993693:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6752:11674:x1862023150312576:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1951us (2162us total) trans 4294992213 rc 0/0
00000100:00100000:1.0:1775764894.993703:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14741
00000100:00100000:1.0:1775764894.996955:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764894.997029:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150312832
00000100:00100000:3.0:1775764894.997039:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150312832
00000100:00100000:3.0:1775764894.997102:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14742
00000100:00100000:3.0:1775764894.997112:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6752:11674:x1862023150312832:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764894.997205:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.997243:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4094c8600/0xd3c138f330846865 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x153b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf25dd expref: 6752 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997271:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x153b:0x0].0x0 (ffff89b404260d00)
00010000:00010000:3.0:1775764894.997283:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.997303:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997331:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997340:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997356:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be221 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8046fb74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997363:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be221 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8046fb74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997370:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be221 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8046fb74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997463:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997472:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997479:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764894.997688:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4400, 64 off289792
00000040:00080000:3.0:1775764894.997703:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4400, 64 off289792
00010000:00010000:3.0:1775764894.997749:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997758:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997769:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997775:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997782:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.997789:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.998502:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764894.998511:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.998519:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764894.998523:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.998532:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.998543:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff89b404303d00)
00010000:00010000:0.0:1775764894.998546:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764894.998550:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.998556:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308be213 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.998688:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764894.998694:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.998700:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764894.998703:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.998709:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.998719:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x153b:0x0].0x0 (ffff89b4093ab300)
00010000:00010000:1.0:1775764894.998721:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764894.998723:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.998731:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.998733:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764894.998735:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764894.998935:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764894.998941:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be22f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x153b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.998981:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.998987:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.998993:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.998997:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.999000:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999005:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999017:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x153b:0x0].0x0 (ffff89b4093ab300)
00010000:00010000:3.0:1775764894.999020:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764894.999022:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999027:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be228 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x153b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999048:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999053:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999057:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999062:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e50000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764894.999065:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999069:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999075:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764894.999077:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.999080:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999084:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be21a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.999096:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007cd48af4 reply state 00000000092904e3 transno 4294992214 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be221 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8046fb74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999107:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51400/0xd3c138f3308be221 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8046fb74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.999142:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8046fb74 (ffff89b4093abe00)
00010000:00010000:3.0:1775764894.999145:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.999148:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764894.999241:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6753:11674:x1862023150312832:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2128us (2303us total) trans 4294992214 rc 0/0
00000100:00100000:3.0:1775764894.999251:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14742
00000100:00100000:3.0:1775764895.002501:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:2.0:1775764895.002675:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.002720:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150313088
00000100:00100000:1.0:1775764895.002730:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150313088
00000100:00100000:1.0:1775764895.002903:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14743
00000100:00100000:1.0:1775764895.002913:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6753:11674:x1862023150313088:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.002983:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.003009:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14c000/0xd3c138f33083b361 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x100f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf01a9 expref: 6753 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003035:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x100f:0x0].0x0 (ffff89b40a342f00)
00010000:00010000:1.0:1775764895.003047:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.003067:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003079:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003088:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003176:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be23d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf8e8f98d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003184:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be23d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf8e8f98d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003191:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be23d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf8e8f98d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003306:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003314:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003321:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.003551:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4401, 64 off289856
00000040:00080000:1.0:1775764895.003570:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4401, 64 off289856
00010000:00010000:1.0:1775764895.003616:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003625:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003632:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003638:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003645:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003649:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003663:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.003680:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003686:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003692:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003698:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80d600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.003702:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003709:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003718:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x100f:0x0].0x0 (ffff89b404bf7d00)
00010000:00010000:1.0:1775764895.003720:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.003724:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003729:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be244 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003746:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003752:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003757:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003763:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003781:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.003783:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003790:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003797:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.003799:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.003802:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003812:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308be236 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.003821:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b951fa3 reply state 000000001da4ffc7 transno 4294992215 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be23d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf8e8f98d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003833:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702200/0xd3c138f3308be23d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf8e8f98d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.003839:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf8e8f98d (ffff89b402f80900)
00010000:00010000:1.0:1775764895.003841:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.003844:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.003920:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:11674:x1862023150313088:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1008us (1428us total) trans 4294992215 rc 0/0
00000100:00100000:1.0:1775764895.003928:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14743
00010000:00010000:2.0:1775764895.004249:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.004264:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.004271:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.004274:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.004280:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.004289:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x100f:0x0].0x0 (ffff89b404bf7d00)
00010000:00010000:2.0:1775764895.004292:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.004294:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.004299:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be24b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x100f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.004315:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.004317:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.004318:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.008719:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.008801:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150313344
00000100:00100000:2.0:1775764895.008815:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150313344
00000100:00100000:2.0:1775764895.008878:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14744
00000100:00100000:2.0:1775764895.008888:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6754:11674:x1862023150313344:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.008959:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.008988:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40769b800/0xd3c138f330832068 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbdc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee444 expref: 6754 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009008:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbdc:0x0].0x0 (ffff89b40a342000)
00010000:00010000:2.0:1775764895.009021:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.009043:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009056:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009064:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009078:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04e00/0xd3c138f3308be259 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf182a458 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009084:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04e00/0xd3c138f3308be259 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf182a458 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009090:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04e00/0xd3c138f3308be259 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf182a458 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009387:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009396:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009403:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.009633:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4402, 64 off289920
00000040:00080000:2.0:1775764895.009653:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4402, 64 off289920
00010000:00010000:2.0:1775764895.009696:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009704:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009711:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009718:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009724:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009729:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009742:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.009759:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009765:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009771:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009776:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.009780:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009787:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009796:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbdc:0x0].0x0 (ffff89b409b9ca00)
00010000:00010000:2.0:1775764895.009799:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.009803:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009807:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be260 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xbdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009821:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009826:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009831:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009835:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff04600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.009838:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009844:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009850:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.009853:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.009855:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009861:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be252 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.009869:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005df7c5d5 reply state 00000000fe916b33 transno 4294992216 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04e00/0xd3c138f3308be259 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf182a458 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009878:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04e00/0xd3c138f3308be259 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf182a458 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.009884:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf182a458 (ffff89b409b9cb00)
00010000:00010000:2.0:1775764895.009886:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.009888:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764895.010040:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.010047:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.010053:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff04200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.010056:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.010062:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.010071:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbdc:0x0].0x0 (ffff89b409b9ca00)
00010000:00010000:0.0:1775764895.010074:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.010076:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.010082:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be267 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbdc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.010097:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.010099:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.010100:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.010291:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6755:11674:x1862023150313344:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1403us (1581us total) trans 4294992216 rc 0/0
00000100:00100000:2.0:1775764895.010300:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14744
00000100:00100000:1.0:1775764895.014340:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.014448:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150313600
00000100:00100000:3.0:1775764895.014458:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150313600
00000100:00100000:3.0:1775764895.014552:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14745
00000100:00100000:3.0:1775764895.014562:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40898d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6755:11674:x1862023150313600:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.014620:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.014647:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408662800/0xd3c138f330861efd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7d95 expref: 6755 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014665:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c3:0x0].0x0 (ffff89b40a766a00)
00010000:00010000:3.0:1775764895.014678:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.014699:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014713:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014722:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014738:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be275 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x83a880a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014745:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be275 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83a880a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014751:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be275 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83a880a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014857:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014866:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.014873:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.015172:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4403, 64 off289984
00000040:00080000:3.0:1775764895.015191:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4403, 64 off289984
00010000:00010000:3.0:1775764895.015247:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015256:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015264:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015274:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015281:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015287:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015310:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.015328:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015334:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015339:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015344:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.015348:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015355:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015363:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c3:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:3.0:1775764895.015366:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.015369:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015380:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be27c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015398:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015404:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015409:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015413:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.015416:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015422:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015430:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.015432:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.015435:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015440:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be26e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.015450:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000761ae05d reply state 0000000049708a0c transno 4294992217 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be275 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x83a880a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015461:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f8a00/0xd3c138f3308be275 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x83a880a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.015467:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x83a880a3 (ffff89b4093ab300)
00010000:00010000:3.0:1775764895.015470:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.015472:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.015556:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40898d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6756:11674:x1862023150313600:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 993us (1222us total) trans 4294992217 rc 0/0
00000100:00100000:3.0:1775764895.015564:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14745
00010000:00010000:1.0:1775764895.015777:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.015784:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.015790:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e50000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.015793:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.015800:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.015809:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c3:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:1.0:1775764895.015812:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.015814:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.015820:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be283 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.015835:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.015837:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.015838:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.018632:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.018718:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150313856
00000100:00100000:2.0:1775764895.018729:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150313856
00000100:00100000:2.0:1775764895.018894:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14746
00000100:00100000:2.0:1775764895.018906:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4051d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6756:11674:x1862023150313856:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.019026:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.019054:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409caaa00/0xd3c138f330828397 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x761:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec4e7 expref: 6756 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.019074:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x761:0x0].0x0 (ffff89b40efc8f00)
00010000:00010000:2.0:1775764895.019085:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.019104:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.021926:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.022044:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.022077:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be291 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4f5b84fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.022086:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be291 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4f5b84fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.022091:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be291 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4f5b84fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.022446:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x761:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.022456:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.022464:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.022699:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4404, 64 off290048
00000040:00080000:2.0:1775764895.022718:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4404, 64 off290048
00010000:00010000:2.0:1775764895.023083:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x761:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023094:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023102:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023109:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023344:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023351:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023408:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.023432:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023438:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023445:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023451:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.023455:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023462:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023475:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x761:0x0].0x0 (ffff89b409277700)
00010000:00010000:2.0:1775764895.023478:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.023482:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023489:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be298 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x761:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023508:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023514:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023519:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023524:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023528:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.023531:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023536:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023544:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.023546:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.023549:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023559:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be28a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.023568:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f2d37f4 reply state 00000000886efb75 transno 4294992218 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be291 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4f5b84fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023578:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04200/0xd3c138f3308be291 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4f5b84fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.023584:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4f5b84fb (ffff89b409b9ca00)
00010000:00010000:2.0:1775764895.023586:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.023589:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.023690:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4051d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6757:11674:x1862023150313856:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4782us (5062us total) trans 4294992218 rc 0/0
00000100:00100000:2.0:1775764895.023701:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14746
00010000:00010000:3.0:1775764895.025891:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.025905:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.025916:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.025920:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.025930:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.025957:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x761:0x0].0x0 (ffff89b409277700)
00010000:00010000:3.0:1775764895.025960:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.025964:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.025969:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be29f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x761:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.026154:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.026157:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.026160:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.027010:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.027083:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150314112
00000100:00100000:3.0:1775764895.027093:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150314112
00000100:00100000:3.0:1775764895.027176:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14747
00000100:00100000:3.0:1775764895.027185:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6757:11674:x1862023150314112:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.027258:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.027289:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308493bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1678:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2e88 expref: 6757 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027306:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1678:0x0].0x0 (ffff89b403a55b00)
00010000:00010000:3.0:1775764895.027315:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.027334:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027346:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027355:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027369:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be2ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x884b59b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027375:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be2ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x884b59b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027382:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be2ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x884b59b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027469:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027477:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027484:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.027711:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4405, 64 off290112
00000040:00080000:3.0:1775764895.027731:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4405, 64 off290112
00010000:00010000:3.0:1775764895.027777:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027785:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027792:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027798:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027804:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027810:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027837:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.027855:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027861:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027867:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027872:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.027876:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027883:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027891:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1678:0x0].0x0 (ffff89b4093ab100)
00010000:00010000:3.0:1775764895.027893:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.027896:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027901:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be2b4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1678:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027915:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027920:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027924:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027928:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.027931:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027936:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027942:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.027944:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.027947:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027951:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be2a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.027958:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a6b5bd9 reply state 000000001763eb15 transno 4294992219 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be2ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x884b59b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027968:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50a00/0xd3c138f3308be2ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x884b59b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.027973:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x884b59b0 (ffff89b4093ab700)
00010000:00010000:3.0:1775764895.027975:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.027978:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.028046:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6758:11674:x1862023150314112:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 862us (1041us total) trans 4294992219 rc 0/0
00000100:00100000:3.0:1775764895.028054:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14747
00010000:00010000:0.0:1775764895.028170:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.028175:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.028182:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.028185:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.028191:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.028200:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1678:0x0].0x0 (ffff89b4093ab100)
00010000:00010000:0.0:1775764895.028202:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.028204:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.028209:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308be2bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1678:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.028234:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.028236:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.028238:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.031522:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.031633:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150314368
00000100:00100000:3.0:1775764895.031644:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150314368
00000100:00100000:3.0:1775764895.031704:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14748
00000100:00100000:3.0:1775764895.031715:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40931c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6758:11674:x1862023150314368:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.031816:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.031844:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a501000/0xd3c138f33084609a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1502:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf244e expref: 6758 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.031867:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1502:0x0].0x0 (ffff89b404267c00)
00010000:00010000:3.0:1775764895.031877:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.031897:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.031913:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.031922:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.031938:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be2c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa00a27cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.031959:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be2c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa00a27cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.031965:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be2c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa00a27cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032060:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032069:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032076:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.032368:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4406, 64 off290176
00000040:00080000:3.0:1775764895.032388:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4406, 64 off290176
00010000:00010000:3.0:1775764895.032435:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032444:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032456:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032463:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032469:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032475:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032492:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.032507:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032513:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032518:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032523:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098df000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.032527:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032533:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032540:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1502:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:3.0:1775764895.032543:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.032547:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032552:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be2d0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1502:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032566:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032571:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032576:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032581:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a297e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.032583:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032588:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032595:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.032597:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.032600:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032605:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be2c2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.032614:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c6764b0 reply state 000000001ca08288 transno 4294992220 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be2c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa00a27cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032628:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622200/0xd3c138f3308be2c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa00a27cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.032633:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa00a27cc (ffff89b4093aba00)
00010000:00010000:3.0:1775764895.032636:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.032638:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.032710:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40931c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6759:11674:x1862023150314368:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 996us (1197us total) trans 4294992220 rc 0/0
00000100:00100000:3.0:1775764895.032717:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14748
00010000:00010000:2.0:1775764895.032869:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.032877:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.032882:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098de800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.032885:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.032891:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.032899:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1502:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:2.0:1775764895.032902:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.032904:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.032909:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be2d7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1502:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.032924:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.032926:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.032928:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.036520:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.036606:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150314624
00000100:00100000:2.0:1775764895.036617:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150314624
00000100:00100000:2.0:1775764895.036682:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14749
00000100:00100000:2.0:1775764895.036692:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6759:11674:x1862023150314624:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.036796:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.036827:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082bb600/0xd3c138f3308628d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x220b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7f8d expref: 6759 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.036848:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x220b:0x0].0x0 (ffff89b40723b600)
00010000:00010000:2.0:1775764895.036861:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.036882:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.036896:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.036905:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.036920:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be2e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1ef5c9c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.036928:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be2e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1ef5c9c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.036933:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be2e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1ef5c9c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037025:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037033:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037040:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.037327:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4407, 64 off290240
00000040:00080000:2.0:1775764895.037346:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4407, 64 off290240
00010000:00010000:2.0:1775764895.037393:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037402:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037409:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037416:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037422:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037431:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037445:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.037461:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037467:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037473:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037478:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff04600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.037482:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037488:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037497:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x220b:0x0].0x0 (ffff89b409277a00)
00010000:00010000:2.0:1775764895.037499:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.037503:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037508:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be2ec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x220b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037523:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037531:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037536:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037540:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037544:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.037547:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037552:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037559:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.037560:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.037563:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037568:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be2de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.037576:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de533322 reply state 00000000edacddf0 transno 4294992221 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be2e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1ef5c9c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037585:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05600/0xd3c138f3308be2e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1ef5c9c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.037591:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1ef5c9c4 (ffff89b409277500)
00010000:00010000:2.0:1775764895.037593:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.037596:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.037675:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6760:11674:x1862023150314624:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 983us (1164us total) trans 4294992221 rc 0/0
00000100:00100000:2.0:1775764895.037683:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14749
00010000:00010000:1.0:1775764895.038163:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.038169:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.038177:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.038181:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.038187:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.038196:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x220b:0x0].0x0 (ffff89b409277a00)
00010000:00010000:1.0:1775764895.038198:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.038201:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.038206:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be2f3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x220b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.038234:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.038236:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.038237:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.041371:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.041494:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150314880
00000100:00100000:2.0:1775764895.041504:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150314880
00000100:00100000:2.0:1775764895.041563:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14750
00000100:00100000:2.0:1775764895.041573:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6760:11674:x1862023150314880:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.041633:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.041657:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098fca00/0xd3c138f33083acf4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfe0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0060 expref: 6760 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.041676:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfe0:0x0].0x0 (ffff89b40a321500)
00010000:00010000:2.0:1775764895.041687:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.041706:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.041719:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.041729:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.041745:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be301 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x30da4de2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.041751:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be301 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30da4de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.041761:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be301 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30da4de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.042025:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.042034:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.042040:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.043482:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4408, 64 off290304
00000040:00080000:2.0:1775764895.043504:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4408, 64 off290304
00010000:00010000:2.0:1775764895.043567:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043582:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043590:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043597:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043603:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043609:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043752:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.043775:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043782:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043788:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043793:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.043796:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043803:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043814:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfe0:0x0].0x0 (ffff89b409277600)
00010000:00010000:2.0:1775764895.043817:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.043821:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043826:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be308 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043847:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043852:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043857:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043862:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043866:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.043868:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043874:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043881:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.043883:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.043886:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043892:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be2fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.043903:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c37a041f reply state 00000000519e7e43 transno 4294992222 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be301 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x30da4de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043914:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40606de00/0xd3c138f3308be301 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x30da4de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.043920:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x30da4de2 (ffff89b409277d00)
00010000:00010000:2.0:1775764895.043922:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.043926:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.044034:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6761:11674:x1862023150314880:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2460us (2671us total) trans 4294992222 rc 0/0
00000100:00100000:2.0:1775764895.044043:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14750
00010000:00010000:3.0:1775764895.047566:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.047581:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.047592:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.047596:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.047606:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.047622:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xfe0:0x0].0x0 (ffff89b409277600)
00010000:00010000:3.0:1775764895.047626:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.047631:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.047636:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be30f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xfe0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764895.047850:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00010000:00010000:0.0:1775764895.047914:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.047916:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.047918:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.048071:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150315136
00000100:00100000:1.0:1775764895.048082:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150315136
00000100:00100000:1.0:1775764895.048454:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14751
00000100:00100000:1.0:1775764895.048465:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6761:11674:x1862023150315136:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.048528:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.048547:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a4dba00/0xd3c138f330842d0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1389:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf19ff expref: 6761 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048561:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1389:0x0].0x0 (ffff89b409893400)
00010000:00010000:1.0:1775764895.048569:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.048588:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048600:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048609:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048623:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be31d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7af6b5a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048630:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be31d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7af6b5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048636:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be31d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7af6b5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048730:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048739:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.048745:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.049390:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4409, 64 off290368
00000040:00080000:1.0:1775764895.049409:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4409, 64 off290368
00010000:00010000:1.0:1775764895.049458:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049469:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049477:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049485:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049491:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049496:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049558:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.049578:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049584:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049590:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049595:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.049599:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049605:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049614:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1389:0x0].0x0 (ffff89b4057bc200)
00010000:00010000:1.0:1775764895.049616:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.049620:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049625:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be324 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049644:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049650:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049656:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049661:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.049664:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049669:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049676:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.049678:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.049681:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049686:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be316 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.049695:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa574049 reply state 0000000076e270d1 transno 4294992223 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be31d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7af6b5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049705:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734400/0xd3c138f3308be31d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7af6b5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.049711:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7af6b5a1 (ffff89b404bf7d00)
00010000:00010000:1.0:1775764895.049713:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.049716:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.049815:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6762:11674:x1862023150315136:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1351us (2051us total) trans 4294992223 rc 0/0
00000100:00100000:1.0:1775764895.049824:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14751
00000100:00100000:1.0:1775764895.052834:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.052905:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150315392
00000100:00100000:3.0:1775764895.052915:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150315392
00000100:00100000:3.0:1775764895.052986:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14752
00000100:00100000:3.0:1775764895.052997:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6762:11674:x1862023150315392:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.053058:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.053088:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a14ca00/0xd3c138f33083f28b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0e4b expref: 6762 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053110:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11dd:0x0].0x0 (ffff89b405a85000)
00010000:00010000:3.0:1775764895.053157:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.053176:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053188:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053197:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053210:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be339 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5eb659b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053216:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be339 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5eb659b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053251:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be339 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5eb659b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053489:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053498:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053506:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.053724:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4410, 64 off290432
00000040:00080000:3.0:1775764895.053741:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4410, 64 off290432
00010000:00010000:3.0:1775764895.053788:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053797:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053804:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053811:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053818:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.053823:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.054084:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764895.054093:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.054100:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.054104:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.054133:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.054145:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1389:0x0].0x0 (ffff89b4057bc200)
00010000:00010000:0.0:1775764895.054147:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.054151:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.054156:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be32b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.054283:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.054289:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.054294:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.054298:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.054304:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.054312:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11dd:0x0].0x0 (ffff89b4093ab400)
00010000:00010000:1.0:1775764895.054314:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.054316:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.054325:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.054327:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.054329:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.054539:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764895.054545:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be347 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054571:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054577:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054583:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054587:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.054590:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054596:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054605:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11dd:0x0].0x0 (ffff89b4093ab400)
00010000:00010000:3.0:1775764895.054608:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.054611:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054616:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be340 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x11dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054633:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054639:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054644:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054649:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098df000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.054653:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054662:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054668:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.054670:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.054673:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054678:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be332 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.054687:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000110b2a3 reply state 000000001e4dbeae transno 4294992224 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be339 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5eb659b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054699:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df400/0xd3c138f3308be339 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5eb659b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.054704:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5eb659b5 (ffff89b4093abb00)
00010000:00010000:3.0:1775764895.054706:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.054709:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.054811:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6763:11674:x1862023150315392:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1813us (1984us total) trans 4294992224 rc 0/0
00000100:00100000:3.0:1775764895.054820:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14752
00010000:00010000:2.0:1775764895.057546:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.058397:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.058484:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150315648
00000100:00100000:3.0:1775764895.058494:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150315648
00000100:00100000:3.0:1775764895.058587:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14753
00000100:00100000:3.0:1775764895.058597:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6763:11674:x1862023150315648:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.058654:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.058680:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b0a800/0xd3c138f33082070a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeabfe expref: 6763 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058698:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d2:0x0].0x0 (ffff89b402f48d00)
00010000:00010000:3.0:1775764895.058707:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.058728:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058740:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058749:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058764:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be355 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9bcfb7fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058783:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be355 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9bcfb7fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058790:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be355 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9bcfb7fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058883:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058890:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.058897:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.059508:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4411, 64 off290496
00000040:00080000:3.0:1775764895.059526:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4411, 64 off290496
00010000:00010000:3.0:1775764895.059578:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059588:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059594:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059601:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059607:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059612:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059626:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.059643:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059649:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059655:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059661:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.059665:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059672:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059681:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d2:0x0].0x0 (ffff89b4093ab800)
00010000:00010000:3.0:1775764895.059684:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.059688:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059694:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be35c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059714:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059720:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059725:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059731:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059736:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098de800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.059739:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059744:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059751:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.059753:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.059756:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059767:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be34e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.059775:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e3eedc2 reply state 00000000b9853bc7 transno 4294992225 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be355 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9bcfb7fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059786:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a297e00/0xd3c138f3308be355 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9bcfb7fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.059791:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9bcfb7fc (ffff89b4093ab500)
00010000:00010000:3.0:1775764895.059793:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.059796:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.059922:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6764:11674:x1862023150315648:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1325us (1531us total) trans 4294992225 rc 0/0
00000100:00100000:3.0:1775764895.059931:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14753
00010000:00010000:1.0:1775764895.059999:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.060006:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.060012:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a2600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.060016:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.060022:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.060031:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d2:0x0].0x0 (ffff89b4093ab800)
00010000:00010000:1.0:1775764895.060034:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.060036:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.060041:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be363 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.060060:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.060061:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.060063:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.063519:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.063623:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150315904
00000100:00100000:2.0:1775764895.063635:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150315904
00000100:00100000:2.0:1775764895.063723:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14754
00000100:00100000:2.0:1775764895.063734:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40992b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6764:11674:x1862023150315904:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.063805:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.063831:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404aba200/0xd3c138f33085eda2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x205a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf73b6 expref: 6764 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.063850:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x205a:0x0].0x0 (ffff89b408f2d300)
00010000:00010000:2.0:1775764895.063862:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.063884:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.063897:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.063907:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.063922:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be371 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x52b535eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.063929:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be371 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x52b535eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.063936:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be371 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x52b535eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064045:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064054:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064061:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.064467:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4412, 64 off290560
00000040:00080000:2.0:1775764895.064487:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4412, 64 off290560
00010000:00010000:2.0:1775764895.064535:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064545:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064552:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064558:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064563:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064568:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064592:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.064611:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064617:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064627:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064632:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.064636:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064643:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064651:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x205a:0x0].0x0 (ffff89b409277b00)
00010000:00010000:2.0:1775764895.064654:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.064657:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064663:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be378 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x205a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064677:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064683:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064687:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064692:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.064694:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064704:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064711:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.064713:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.064715:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064720:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be36a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.064729:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e93aaca2 reply state 00000000e5762ddc transno 4294992226 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be371 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x52b535eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064740:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209400/0xd3c138f3308be371 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x52b535eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.064746:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x52b535eb (ffff89b409277300)
00010000:00010000:2.0:1775764895.064748:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.064750:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764895.064893:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.064901:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.064910:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.064913:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.064919:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.064927:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x205a:0x0].0x0 (ffff89b409277b00)
00010000:00010000:0.0:1775764895.064930:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.064932:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.064937:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be37f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x205a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.064952:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.064954:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.064955:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.064987:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40992b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6765:11674:x1862023150315904:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1253us (1476us total) trans 4294992226 rc 0/0
00000100:00100000:2.0:1775764895.064995:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14754
00000100:00100000:1.0:1775764895.068601:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.068692:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150316160
00000100:00100000:3.0:1775764895.068701:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150316160
00000100:00100000:3.0:1775764895.068759:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14755
00000100:00100000:3.0:1775764895.068881:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6765:11674:x1862023150316160:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.069004:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.069030:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404bbfe00/0xd3c138f330850464 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4510 expref: 6765 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069051:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19b0:0x0].0x0 (ffff89b404baf700)
00010000:00010000:3.0:1775764895.069062:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.069081:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069100:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069109:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069389:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3400/0xd3c138f3308be38d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbaf20443 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069398:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3400/0xd3c138f3308be38d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbaf20443 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069405:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3400/0xd3c138f3308be38d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbaf20443 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069512:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069520:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069527:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.069748:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4413, 64 off290624
00000040:00080000:3.0:1775764895.069859:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4413, 64 off290624
00010000:00010000:3.0:1775764895.069916:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069925:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069937:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069956:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069962:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.069967:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070039:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.070059:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070066:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070072:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070078:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.070082:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070089:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070098:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19b0:0x0].0x0 (ffff89b4093ab000)
00010000:00010000:3.0:1775764895.070101:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.070106:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070145:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be394 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070166:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070173:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070179:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070183:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a2800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.070186:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070191:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070199:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.070201:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.070204:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070208:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be386 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.070218:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c2d6a30 reply state 000000005090336f transno 4294992227 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3400/0xd3c138f3308be38d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbaf20443 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070247:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3400/0xd3c138f3308be38d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbaf20443 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.070253:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbaf20443 (ffff89b4093ab400)
00010000:00010000:3.0:1775764895.070255:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.070258:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.070362:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6766:11674:x1862023150316160:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1592us (1769us total) trans 4294992227 rc 0/0
00000100:00100000:3.0:1775764895.070371:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14755
00010000:00010000:1.0:1775764895.072865:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.072877:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.072887:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.072891:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.072900:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.072917:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19b0:0x0].0x0 (ffff89b4093ab000)
00010000:00010000:1.0:1775764895.072919:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.072924:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.072929:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be39b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.072962:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.072964:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.072966:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.074160:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.074280:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150316416
00000100:00100000:3.0:1775764895.074291:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150316416
00000100:00100000:3.0:1775764895.074352:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14756
00000100:00100000:3.0:1775764895.074362:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6766:11674:x1862023150316416:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.074425:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.074449:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408eec400/0xd3c138f330845636 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf223a expref: 6766 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074465:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14b6:0x0].0x0 (ffff89b404206600)
00010000:00010000:3.0:1775764895.074473:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.074493:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074506:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074516:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074534:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3800/0xd3c138f3308be3a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x63426a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074540:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3800/0xd3c138f3308be3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x63426a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074546:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3800/0xd3c138f3308be3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x63426a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074633:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074640:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074646:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.074878:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4414, 64 off290688
00000040:00080000:3.0:1775764895.074897:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4414, 64 off290688
00010000:00010000:3.0:1775764895.074944:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074953:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074960:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074965:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074975:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074981:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.074998:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.075014:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075020:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075026:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075031:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a2600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.075035:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075042:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075050:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14b6:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:3.0:1775764895.075052:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.075056:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075061:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3b0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075083:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075089:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075094:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075100:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075105:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a2400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.075108:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075143:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075152:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.075154:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.075157:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075163:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be3a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.075172:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007eaa152c reply state 00000000bd6e5a28 transno 4294992228 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3800/0xd3c138f3308be3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x63426a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075182:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3800/0xd3c138f3308be3a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x63426a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.075189:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x63426a66 (ffff89b4093ab800)
00010000:00010000:3.0:1775764895.075191:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.075194:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.075287:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6767:11674:x1862023150316416:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 925us (1132us total) trans 4294992228 rc 0/0
00000100:00100000:3.0:1775764895.075295:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14756
00010000:00010000:2.0:1775764895.075483:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.075489:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.075495:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.075498:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.075507:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.075516:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14b6:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:2.0:1775764895.075518:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.075521:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.075525:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.075539:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.075540:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.075542:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.078482:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.078555:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150316672
00000100:00100000:1.0:1775764895.078564:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150316672
00000100:00100000:1.0:1775764895.078616:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14757
00000100:00100000:1.0:1775764895.078625:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6767:11674:x1862023150316672:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.078678:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.078700:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40765d200/0xd3c138f330848c37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1641:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2d07 expref: 6767 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078717:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1641:0x0].0x0 (ffff89b403a6b900)
00010000:00010000:1.0:1775764895.078725:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.078742:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078754:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078763:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078788:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be3c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4d7b8e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078795:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4d7b8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078801:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4d7b8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078876:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078883:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.078894:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.079106:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4415, 64 off290752
00000040:00080000:1.0:1775764895.079161:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4415, 64 off290752
00010000:00010000:1.0:1775764895.079207:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079216:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079233:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079240:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079245:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079250:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079507:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.079527:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079534:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079540:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079546:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.079550:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079556:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079565:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1641:0x0].0x0 (ffff89b4057bc100)
00010000:00010000:1.0:1775764895.079568:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.079572:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079577:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be3cc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079593:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079598:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079604:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079609:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.079612:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079618:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079629:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.079631:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.079634:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079639:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be3be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.079647:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c6bc1089 reply state 000000005d076e9a transno 4294992229 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4d7b8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079657:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50000/0xd3c138f3308be3c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4d7b8e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.079663:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4d7b8e7 (ffff89b4057bc300)
00010000:00010000:1.0:1775764895.079665:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.079667:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.079725:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6768:11674:x1862023150316672:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1099us (1251us total) trans 4294992229 rc 0/0
00000100:00100000:1.0:1775764895.079732:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14757
00010000:00010000:2.0:1775764895.080247:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.080254:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.080269:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.080272:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.080279:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.080288:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1641:0x0].0x0 (ffff89b4057bc100)
00010000:00010000:2.0:1775764895.080290:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.080293:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.080304:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be3d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.080320:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.080321:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.080322:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.082683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.082777:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150316928
00000100:00100000:3.0:1775764895.082787:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150316928
00000100:00100000:3.0:1775764895.082852:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14758
00000100:00100000:3.0:1775764895.082862:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6768:11674:x1862023150316928:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.082925:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.082955:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f950800/0xd3c138f3308188fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede92c8 expref: 6768 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.082975:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89b50b256000)
00010000:00010000:3.0:1775764895.082987:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.083008:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083020:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083030:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083043:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa53e15e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083052:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa53e15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083057:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa53e15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083308:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083317:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083324:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.083598:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4416, 64 off290816
00000040:00080000:3.0:1775764895.083620:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4416, 64 off290816
00010000:00010000:3.0:1775764895.083665:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083673:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083681:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083688:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083694:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083703:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083775:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.083794:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083800:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083807:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083812:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.083817:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083824:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083832:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:3.0:1775764895.083834:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.083838:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083843:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be3e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083861:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083870:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083875:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083879:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.083882:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083887:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083894:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.083896:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.083898:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083903:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be3da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.083912:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f56340d reply state 00000000468914d9 transno 4294992230 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa53e15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083924:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2600/0xd3c138f3308be3e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa53e15e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.083929:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa53e15e (ffff89b4093ab100)
00010000:00010000:3.0:1775764895.083931:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.083933:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.084022:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6769:11674:x1862023150316928:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1159us (1345us total) trans 4294992230 rc 0/0
00000100:00100000:3.0:1775764895.084031:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14758
00010000:00010000:0.0:1775764895.085749:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.085760:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.085779:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a2800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.085783:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.085791:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.085810:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:0.0:1775764895.085812:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.085816:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.085821:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be3ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.087290:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.087296:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.087298:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.088095:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.088379:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150317184
00000100:00100000:1.0:1775764895.088389:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150317184
00000100:00100000:1.0:1775764895.088456:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14759
00000100:00100000:1.0:1775764895.088466:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6769:11674:x1862023150317184:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.088526:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.088552:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091d9600/0xd3c138f330855117 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1be1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5467 expref: 6769 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088572:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1be1:0x0].0x0 (ffff89b408eb9e00)
00010000:00010000:1.0:1775764895.088581:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.088603:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088615:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088623:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088637:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be3fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xafb530f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088643:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be3fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafb530f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088649:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be3fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafb530f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088733:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088742:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.088748:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.089446:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4417, 64 off290880
00000040:00080000:1.0:1775764895.089467:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4417, 64 off290880
00010000:00010000:1.0:1775764895.089517:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089527:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089535:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089542:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089549:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089556:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089617:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.089638:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089644:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089649:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089655:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee1000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.089659:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089666:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089676:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1be1:0x0].0x0 (ffff89b4057bc400)
00010000:00010000:1.0:1775764895.089678:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.089682:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089688:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be404 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1be1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089704:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089709:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089714:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089719:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.089721:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089726:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089733:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.089735:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.089738:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089744:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be3f6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.089757:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8a8d50c reply state 00000000837bc34d transno 4294992231 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be3fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafb530f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089780:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80d600/0xd3c138f3308be3fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xafb530f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.089787:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xafb530f7 (ffff89b4057bc900)
00010000:00010000:1.0:1775764895.089789:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.089791:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.089913:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6770:11674:x1862023150317184:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1446us (1821us total) trans 4294992231 rc 0/0
00000100:00100000:1.0:1775764895.089923:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14759
00010000:00010000:2.0:1775764895.090497:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.090505:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.090513:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.090516:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.090523:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.090534:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1be1:0x0].0x0 (ffff89b4057bc400)
00010000:00010000:2.0:1775764895.090536:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.090540:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.090545:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be40b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1be1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093333:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.093341:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.093344:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.093520:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.093587:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150317440
00000100:00100000:1.0:1775764895.093597:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150317440
00000100:00100000:1.0:1775764895.093679:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14760
00000100:00100000:1.0:1775764895.093689:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6770:11674:x1862023150317440:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.093745:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.093782:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402b97000/0xd3c138f33081bbb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9ced expref: 6770 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093800:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab:0x0].0x0 (ffff89b40f037400)
00010000:00010000:1.0:1775764895.093812:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.093832:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093847:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093855:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093870:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308be419 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe19ab2b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093876:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308be419 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe19ab2b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093881:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308be419 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe19ab2b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093984:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093991:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.093998:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.094599:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4418, 64 off290944
00000040:00080000:1.0:1775764895.094623:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4418, 64 off290944
00010000:00010000:1.0:1775764895.094671:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094681:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094692:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094700:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094705:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094711:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094736:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.094755:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094762:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094768:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094773:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c36400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.094777:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094785:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094794:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab:0x0].0x0 (ffff89b4057bc200)
00010000:00010000:1.0:1775764895.094797:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.094801:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094806:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be420 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094823:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094828:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094833:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094838:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.094840:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094845:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094851:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.094853:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.094856:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094861:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be412 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.094870:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5182957 reply state 00000000e54b6488 transno 4294992232 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308be419 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe19ab2b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094884:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408e4be00/0xd3c138f3308be419 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe19ab2b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.094889:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe19ab2b5 (ffff89b4057bc100)
00010000:00010000:1.0:1775764895.094891:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.094893:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764895.095028:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.095034:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.095040:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c37200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.095043:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.095048:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.095057:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab:0x0].0x0 (ffff89b4057bc200)
00010000:00010000:0.0:1775764895.095059:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.095061:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.095067:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be427 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.095083:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.095084:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.095086:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.095412:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6771:11674:x1862023150317440:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1723us (1895us total) trans 4294992232 rc 0/0
00000100:00100000:1.0:1775764895.095422:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14760
00000100:00100000:3.0:1775764895.098084:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.098330:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150317696
00000100:00100000:2.0:1775764895.098340:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150317696
00000100:00100000:2.0:1775764895.098394:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14761
00000100:00100000:2.0:1775764895.098403:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6771:11674:x1862023150317696:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.098457:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.098481:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408f70200/0xd3c138f330857cd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf5d27 expref: 6771 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098500:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d21:0x0].0x0 (ffff89b4091b8d00)
00010000:00010000:2.0:1775764895.098509:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.098527:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098540:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098548:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098560:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be435 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe1355cee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098566:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be435 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1355cee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098573:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be435 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1355cee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098654:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098662:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098668:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.098913:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4419, 64 off291008
00000040:00080000:2.0:1775764895.098930:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4419, 64 off291008
00010000:00010000:2.0:1775764895.098981:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098990:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.098997:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099004:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099010:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099016:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099035:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.099051:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099056:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099062:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099068:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.099073:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099080:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099087:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d21:0x0].0x0 (ffff89b409277900)
00010000:00010000:2.0:1775764895.099090:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.099093:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099099:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be43c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099137:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099143:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099149:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099153:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff04600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.099156:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099161:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099168:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.099170:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.099173:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099178:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be42e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.099186:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db30d5db reply state 000000005c9c2c06 transno 4294992233 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be435 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1355cee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099196:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05800/0xd3c138f3308be435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe1355cee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.099202:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe1355cee (ffff89b409277e00)
00010000:00010000:2.0:1775764895.099204:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.099206:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.099282:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6772:11674:x1862023150317696:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 880us (1206us total) trans 4294992233 rc 0/0
00000100:00100000:2.0:1775764895.099290:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14761
00000100:00100000:0.0:1775764895.101620:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.101702:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150317952
00000100:00100000:3.0:1775764895.101711:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150317952
00010000:00010000:1.0:1775764895.101743:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.101751:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.101761:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.101765:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.101775:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764895.101775:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14762
00000100:00100000:3.0:1775764895.101784:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6772:11674:x1862023150317952:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.101790:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d21:0x0].0x0 (ffff89b409277900)
00010000:00010000:1.0:1775764895.101793:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.101797:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.101802:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be443 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.101818:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.101820:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.101822:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.101838:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.101855:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f5d0600/0xd3c138f33081c380 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9e7c expref: 6772 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.101866:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e4:0x0].0x0 (ffff89b50603f400)
00010000:00010000:3.0:1775764895.101873:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.101890:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.101902:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.101911:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.101925:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be451 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2dedd2fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.101933:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be451 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2dedd2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.101938:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be451 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2dedd2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102392:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102402:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102408:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.102630:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4420, 64 off291072
00000040:00080000:3.0:1775764895.102649:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4420, 64 off291072
00010000:00010000:3.0:1775764895.102694:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102703:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102710:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102716:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102722:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102727:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102799:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.102818:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102825:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102831:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102836:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.102841:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102847:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102857:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e4:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:3.0:1775764895.102859:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.102863:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102868:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be458 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102887:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102892:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102898:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102903:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.102905:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102911:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102917:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.102919:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.102922:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102927:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be44a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.102936:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2dd1e75 reply state 000000008ada45f5 transno 4294992234 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be451 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2dedd2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102958:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2400/0xd3c138f3308be451 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2dedd2fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.102964:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2dedd2fc (ffff89b4093ab000)
00010000:00010000:3.0:1775764895.102966:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.102968:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.103043:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6773:11674:x1862023150317952:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1259us (1430us total) trans 4294992234 rc 0/0
00000100:00100000:3.0:1775764895.103052:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14762
00010000:00010000:1.0:1775764895.103276:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.103282:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.103288:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a2800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.103291:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.103298:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.103306:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e4:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:1.0:1775764895.103308:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.103311:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.103315:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be45f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.103335:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.103337:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.103339:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.105923:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.105974:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150318208
00000100:00100000:1.0:1775764895.105983:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150318208
00000100:00100000:1.0:1775764895.106050:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14763
00000100:00100000:1.0:1775764895.106060:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6773:11674:x1862023150318208:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.106150:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.106175:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f330853047 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1af1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4dd7 expref: 6773 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106199:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af1:0x0].0x0 (ffff89b407a15200)
00010000:00010000:1.0:1775764895.106209:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.106236:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106249:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106258:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106312:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be46d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe578970d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106318:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be46d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe578970d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106322:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be46d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe578970d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106584:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106590:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106606:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.106770:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4421, 64 off291136
00000040:00080000:1.0:1775764895.106788:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4421, 64 off291136
00010000:00010000:1.0:1775764895.106831:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106840:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106845:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106850:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106854:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106857:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106875:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.106893:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106898:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106903:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106908:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.106908:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.106912:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.106914:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106919:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.106920:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee1000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.106923:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106928:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af1:0x0].0x0 (ffff89b4057bc400)
00010000:00010000:1.0:1775764895.106930:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.106934:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.106934:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106940:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be474 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106956:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106962:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106967:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106971:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c36400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.106974:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106980:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.106987:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.106990:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.106993:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.106995:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af1:0x0].0x0 (ffff89b4057bc400)
00010000:00010000:1.0:1775764895.106998:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be466 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.106998:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.107001:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.107007:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be47b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.107013:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e118cdd reply state 000000006073b918 transno 4294992235 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be46d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe578970d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.107019:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.107021:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.107022:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.107023:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c37200/0xd3c138f3308be46d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe578970d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.107028:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe578970d (ffff89b4057bc200)
00010000:00010000:1.0:1775764895.107030:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.107033:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.107092:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6774:11674:x1862023150318208:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1034us (1177us total) trans 4294992235 rc 0/0
00000100:00100000:1.0:1775764895.107101:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14763
00000100:00100000:0.0:1775764895.109664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.109744:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150318464
00000100:00100000:3.0:1775764895.109754:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150318464
00000100:00100000:3.0:1775764895.109829:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14764
00000100:00100000:3.0:1775764895.109838:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6774:11674:x1862023150318464:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.109895:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.109921:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f330833c06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xca6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee9ca expref: 6774 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.109939:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xca6:0x0].0x0 (ffff89b4084c3800)
00010000:00010000:3.0:1775764895.109961:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.109980:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.109991:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110000:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110014:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be489 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xde27cef2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110022:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be489 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xde27cef2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110028:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be489 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xde27cef2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110144:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110153:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110159:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.110595:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4422, 64 off291200
00000040:00080000:3.0:1775764895.110615:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4422, 64 off291200
00010000:00010000:3.0:1775764895.110659:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110668:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110675:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110681:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110687:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110692:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110706:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.110724:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110730:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110735:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110740:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098df000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.110744:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110751:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110761:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xca6:0x0].0x0 (ffff89b40817d700)
00010000:00010000:3.0:1775764895.110764:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.110767:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110772:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be490 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xca6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110790:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110796:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110801:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110807:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110812:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.110814:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110819:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110828:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.110830:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.110833:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110842:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be482 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.110852:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b9e7224 reply state 0000000014fa9356 transno 4294992236 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be489 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xde27cef2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110862:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098de800/0xd3c138f3308be489 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xde27cef2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.110867:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xde27cef2 (ffff89b402f48d00)
00010000:00010000:3.0:1775764895.110870:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.110872:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.110987:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6775:11674:x1862023150318464:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1148us (1330us total) trans 4294992236 rc 0/0
00000100:00100000:3.0:1775764895.110996:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14764
00010000:00010000:0.0:1775764895.111097:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.111104:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.111109:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.111156:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.111164:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.111172:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xca6:0x0].0x0 (ffff89b40817d700)
00010000:00010000:0.0:1775764895.111175:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.111178:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.111182:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be497 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xca6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.111196:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.111197:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.111199:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.114048:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.114236:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150318720
00000100:00100000:3.0:1775764895.114248:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150318720
00000100:00100000:2.0:1775764895.114481:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14765
00000100:00100000:2.0:1775764895.114494:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6775:11674:x1862023150318720:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.114559:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.114587:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408d31600/0xd3c138f330868fc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9424 expref: 6775 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114608:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24fc:0x0].0x0 (ffff89b40850ed00)
00010000:00010000:2.0:1775764895.114618:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.114639:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114653:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114663:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114678:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be4a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x48fd7c5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114685:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x48fd7c5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114696:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x48fd7c5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114886:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114892:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.114897:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.115328:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4423, 64 off291264
00000040:00080000:2.0:1775764895.115346:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4423, 64 off291264
00010000:00010000:2.0:1775764895.115390:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115401:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115409:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115417:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115422:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115428:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115457:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.115476:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115482:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115489:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115495:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.115500:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115509:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115516:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.115518:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24fc:0x0].0x0 (ffff89b409277100)
00010000:00010000:2.0:1775764895.115521:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.115522:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115524:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115528:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff04600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.115530:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4ac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115532:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115538:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115546:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24fc:0x0].0x0 (ffff89b409277100)
00010000:00010000:2.0:1775764895.115546:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115549:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.115551:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115552:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115557:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be4b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115564:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115569:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.115571:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115576:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.115576:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.115578:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.115579:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.115582:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.115585:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.115587:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115593:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be49e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.115601:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d96c299 reply state 00000000aa0e6c9a transno 4294992237 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x48fd7c5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115614:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51800/0xd3c138f3308be4a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x48fd7c5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.115620:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x48fd7c5c (ffff89b409277c00)
00010000:00010000:2.0:1775764895.115622:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.115625:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.115705:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6776:11674:x1862023150318720:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1211us (1665us total) trans 4294992237 rc 0/0
00000100:00100000:2.0:1775764895.115713:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14765
00000100:00100000:2.0:1775764895.118560:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.118737:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150318976
00000100:00100000:1.0:1775764895.118747:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150318976
00000100:00100000:1.0:1775764895.118880:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14766
00000100:00100000:1.0:1775764895.118888:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6776:11674:x1862023150318976:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.118948:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.118978:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f33084eaf6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3ffa expref: 6776 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.118997:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18f6:0x0].0x0 (ffff89b4073fb400)
00010000:00010000:1.0:1775764895.119007:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.119026:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119035:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119042:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119051:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be4c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xaebe65cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119055:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be4c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaebe65cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119059:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be4c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaebe65cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119309:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119319:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119326:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.119568:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4424, 64 off291328
00000040:00080000:1.0:1775764895.119588:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4424, 64 off291328
00010000:00010000:1.0:1775764895.119637:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119646:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119654:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119661:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119667:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119673:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119703:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.119723:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119730:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119736:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119739:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.119742:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.119747:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119747:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119754:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e59c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.119755:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119757:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119763:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119777:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18f6:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:1.0:1775764895.119780:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.119786:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119792:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be4c8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119814:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119816:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18f6:0x0].0x0 (ffff89b4093abd00)
00010000:00010000:3.0:1775764895.119818:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.119821:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119822:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119828:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119828:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be4cf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119833:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee1000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.119836:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119842:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.119844:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.119847:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.119848:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.119850:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.119852:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.119854:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119859:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be4ba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.119868:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f0c99a5 reply state 00000000c3e4eed2 transno 4294992238 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be4c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaebe65cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119880:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c36400/0xd3c138f3308be4c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xaebe65cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.119884:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xaebe65cb (ffff89b4057bc400)
00010000:00010000:1.0:1775764895.119885:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.119887:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.119968:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6777:11674:x1862023150318976:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1079us (1412us total) trans 4294992238 rc 0/0
00000100:00100000:1.0:1775764895.119976:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14766
00000100:00100000:0.0:1775764895.124663:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.124916:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150319232
00000100:00100000:3.0:1775764895.124926:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150319232
00000100:00100000:3.0:1775764895.124990:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14767
00000100:00100000:3.0:1775764895.124998:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6777:11674:x1862023150319232:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.125072:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.125098:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409cf1200/0xd3c138f330837414 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef500 expref: 6777 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125150:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe40:0x0].0x0 (ffff89b403c43d00)
00010000:00010000:3.0:1775764895.125160:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.125179:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125192:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125201:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125214:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be4dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x38118805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125235:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be4dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x38118805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125241:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be4dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x38118805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125330:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125338:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125344:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.125532:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4425, 64 off291392
00000040:00080000:3.0:1775764895.125547:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4425, 64 off291392
00010000:00010000:3.0:1775764895.125586:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125595:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125602:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125608:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125614:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125624:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125642:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.125657:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125663:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125669:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125675:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.125678:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125685:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125693:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe40:0x0].0x0 (ffff89b40817d800)
00010000:00010000:3.0:1775764895.125696:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.125699:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125705:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be4e4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125719:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125729:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125735:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125740:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125745:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098df000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.125747:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125752:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125758:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.125760:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.125762:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125767:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be4d6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.125774:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041be680c reply state 00000000507e213a transno 4294992239 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be4dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x38118805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125784:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfc00/0xd3c138f3308be4dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x38118805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.125789:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x38118805 (ffff89b40817d500)
00010000:00010000:3.0:1775764895.125791:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.125794:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.125855:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6778:11674:x1862023150319232:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 857us (1201us total) trans 4294992239 rc 0/0
00000100:00100000:3.0:1775764895.125862:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14767
00010000:00010000:1.0:1775764895.126008:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.126014:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.126021:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.126024:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.126031:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.126040:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe40:0x0].0x0 (ffff89b40817d800)
00010000:00010000:1.0:1775764895.126042:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.126045:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.126051:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be4eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.126064:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.126066:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.126067:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.127285:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.129535:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.129672:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150319488
00000100:00100000:2.0:1775764895.129683:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150319488
00000100:00100000:2.0:1775764895.129748:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14768
00000100:00100000:2.0:1775764895.129759:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6778:11674:x1862023150319488:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.129833:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.129862:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a778800/0xd3c138f330869261 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x250f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf94a9 expref: 6778 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.129883:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x250f:0x0].0x0 (ffff89b404a59900)
00010000:00010000:2.0:1775764895.129894:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.129913:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.129927:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.129935:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.129962:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be4f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcc507aa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.129969:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcc507aa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.129975:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcc507aa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130065:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130073:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130080:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.130570:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4426, 64 off291456
00000040:00080000:2.0:1775764895.130589:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4426, 64 off291456
00010000:00010000:2.0:1775764895.130636:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130646:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130654:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130660:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130666:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130673:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130733:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.130752:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130758:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130778:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130784:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff04600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.130788:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130796:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130805:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x250f:0x0].0x0 (ffff89b409277200)
00010000:00010000:2.0:1775764895.130807:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.130811:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130814:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be500 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x250f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130828:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130832:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130835:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130838:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff05400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.130839:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130845:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130850:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.130851:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.130853:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130855:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be4f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.130860:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008db7b9b4 reply state 000000003e51a904 transno 4294992240 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcc507aa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130868:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05c00/0xd3c138f3308be4f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcc507aa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.130871:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcc507aa8 (ffff89b409277400)
00010000:00010000:2.0:1775764895.130872:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.130874:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.130985:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6779:11674:x1862023150319488:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1229us (1459us total) trans 4294992240 rc 0/0
00000100:00100000:2.0:1775764895.130992:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14768
00010000:00010000:1.0:1775764895.131361:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.131367:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.131372:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.131375:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.131379:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.131387:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x250f:0x0].0x0 (ffff89b409277200)
00010000:00010000:1.0:1775764895.131389:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.131391:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.131397:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be507 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x250f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.131416:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.131418:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.131419:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.133649:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.133693:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150319744
00000100:00100000:1.0:1775764895.133706:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150319744
00000100:00100000:1.0:1775764895.133762:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14769
00000100:00100000:1.0:1775764895.133774:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6779:11674:x1862023150319744:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.133872:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.133894:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408d0ba00/0xd3c138f33085a900 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf65fc expref: 6779 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.133910:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e64:0x0].0x0 (ffff89b407a4a000)
00010000:00010000:1.0:1775764895.133918:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.133935:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.133953:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.133965:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.133981:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be515 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9461da40 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.133988:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be515 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9461da40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.133995:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be515 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9461da40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134087:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134095:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134102:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.134372:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4427, 64 off291520
00000040:00080000:1.0:1775764895.134600:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4427, 64 off291520
00010000:00010000:1.0:1775764895.134648:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134657:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134666:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134673:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134679:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134684:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134701:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.134717:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134724:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134730:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134736:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.134740:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134746:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134754:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e64:0x0].0x0 (ffff89b40ede1e00)
00010000:00010000:1.0:1775764895.134756:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.134759:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134765:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be51c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134780:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134787:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134793:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134797:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e59c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.134800:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134807:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134813:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.134815:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.134818:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134823:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be50e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.134832:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042a0367b reply state 000000004ee3fa34 transno 4294992241 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be515 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9461da40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134842:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1000/0xd3c138f3308be515 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9461da40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.134848:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9461da40 (ffff89b4093abd00)
00010000:00010000:1.0:1775764895.134851:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.134853:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.134913:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6780:11674:x1862023150319744:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1141us (1270us total) trans 4294992241 rc 0/0
00000100:00100000:1.0:1775764895.134921:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14769
00010000:00010000:3.0:1775764895.135526:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.135532:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.135537:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dca00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.135539:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.135544:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.135552:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e64:0x0].0x0 (ffff89b40ede1e00)
00010000:00010000:3.0:1775764895.135553:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.135555:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.135559:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be523 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.135567:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.135569:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.135570:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.137600:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.137681:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150320000
00000100:00100000:2.0:1775764895.137691:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150320000
00000100:00100000:2.0:1775764895.137791:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14770
00000100:00100000:2.0:1775764895.137800:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6780:11674:x1862023150320000:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.137929:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.137963:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404abc400/0xd3c138f33085e712 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7266 expref: 6780 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.137981:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202a:0x0].0x0 (ffff89b404a41800)
00010000:00010000:2.0:1775764895.137990:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.138010:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138022:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138031:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138047:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be531 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x515deea6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138055:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be531 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x515deea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138061:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be531 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x515deea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138183:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138189:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138194:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.138441:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4428, 64 off291584
00000040:00080000:2.0:1775764895.138459:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4428, 64 off291584
00010000:00010000:2.0:1775764895.138505:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138512:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138517:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138521:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138526:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138529:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138539:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.138552:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138555:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138558:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138562:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.138565:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138569:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138575:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202a:0x0].0x0 (ffff89b409277800)
00010000:00010000:2.0:1775764895.138577:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.138579:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138583:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be538 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x202a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138595:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138600:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138605:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138610:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.138612:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138617:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138623:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.138625:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.138628:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138632:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be52a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.138645:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d266314d reply state 00000000625b0b5d transno 4294992242 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be531 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x515deea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138655:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209c00/0xd3c138f3308be531 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x515deea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.138660:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x515deea6 (ffff89b409277000)
00010000:00010000:2.0:1775764895.138662:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.138664:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.138716:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6781:11674:x1862023150320000:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 918us (1125us total) trans 4294992242 rc 0/0
00000100:00100000:2.0:1775764895.138722:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14770
00010000:00010000:0.0:1775764895.138990:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.138997:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.139003:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.139007:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.139011:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.139017:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202a:0x0].0x0 (ffff89b409277800)
00010000:00010000:0.0:1775764895.139018:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.139020:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.139024:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be53f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x202a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.139034:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.139035:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.139036:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.141528:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.141603:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150320256
00000100:00100000:3.0:1775764895.141612:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150320256
00000100:00100000:3.0:1775764895.141677:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14771
00000100:00100000:3.0:1775764895.141686:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6781:11674:x1862023150320256:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.141744:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.141781:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d38c00/0xd3c138f3308530d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1af5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4df3 expref: 6781 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.141799:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af5:0x0].0x0 (ffff89b405601800)
00010000:00010000:3.0:1775764895.141808:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.141828:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.141840:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.141848:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.141864:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be54d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xaec06028 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.141871:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be54d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaec06028 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.141878:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be54d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaec06028 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142003:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142010:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142014:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.142211:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4429, 64 off291648
00000040:00080000:3.0:1775764895.142239:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4429, 64 off291648
00010000:00010000:3.0:1775764895.142408:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142416:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142424:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142430:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142436:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142443:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142460:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.142474:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142478:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142482:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142486:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.142490:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142497:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142505:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af5:0x0].0x0 (ffff89b40817d300)
00010000:00010000:3.0:1775764895.142508:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.142511:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142516:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be554 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1af5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142532:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142538:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142543:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142549:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142554:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405647c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.142556:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142562:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142574:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.142576:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.142579:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142584:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be546 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.142594:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fde8de54 reply state 00000000d1900516 transno 4294992243 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be54d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaec06028 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142605:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098df000/0xd3c138f3308be54d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xaec06028 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.142611:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xaec06028 (ffff89b40817d900)
00010000:00010000:3.0:1775764895.142612:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.142614:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.142693:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6782:11674:x1862023150320256:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1007us (1172us total) trans 4294992243 rc 0/0
00000100:00100000:3.0:1775764895.142702:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14771
00010000:00010000:0.0:1775764895.143256:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.143271:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.143278:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0fa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.143281:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.143287:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.143298:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af5:0x0].0x0 (ffff89b40817d300)
00010000:00010000:0.0:1775764895.143300:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.143303:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.143309:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be55b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1af5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.143326:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.143328:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.143330:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.145980:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.146104:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150320512
00000100:00100000:1.0:1775764895.146142:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150320512
00000100:00100000:1.0:1775764895.146201:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14772
00000100:00100000:1.0:1775764895.146212:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6782:11674:x1862023150320512:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.146293:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.146343:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408f19200/0xd3c138f330855856 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf55da expref: 6782 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146362:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c16:0x0].0x0 (ffff89b409d36800)
00010000:00010000:1.0:1775764895.146373:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.146396:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146410:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146419:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146435:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be569 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8241f324 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146441:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be569 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8241f324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146448:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be569 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8241f324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146548:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146557:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.146562:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.147190:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4430, 64 off291712
00000040:00080000:1.0:1775764895.147214:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4430, 64 off291712
00010000:00010000:1.0:1775764895.147343:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147353:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147361:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147367:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147372:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147377:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147397:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.147416:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147421:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147427:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147433:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.147437:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147449:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147459:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c16:0x0].0x0 (ffff89b40ede1600)
00010000:00010000:1.0:1775764895.147462:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.147465:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147470:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be570 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147486:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147491:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147497:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147501:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4083dca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.147503:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147509:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147516:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.147518:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.147521:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147531:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be562 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.147540:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000871610cd reply state 000000001c18322f transno 4294992244 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be569 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8241f324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147550:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e59c00/0xd3c138f3308be569 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8241f324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.147555:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8241f324 (ffff89b40ede1400)
00010000:00010000:1.0:1775764895.147557:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.147560:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.147635:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40891aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6783:11674:x1862023150320512:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1423us (1665us total) trans 4294992244 rc 0/0
00000100:00100000:1.0:1775764895.147643:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14772
00010000:00010000:2.0:1775764895.148050:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.148057:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.148064:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.148067:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.148072:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.148082:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c16:0x0].0x0 (ffff89b40ede1600)
00010000:00010000:2.0:1775764895.148084:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.148087:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.148093:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be577 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.148111:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.148128:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.148130:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.150347:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.150449:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150320768
00000100:00100000:2.0:1775764895.150458:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150320768
00000100:00100000:2.0:1775764895.150510:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14773
00000100:00100000:2.0:1775764895.150520:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40ba94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6783:11674:x1862023150320768:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.150578:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.150600:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085c0200/0xd3c138f330863753 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2275:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8273 expref: 6783 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150614:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2275:0x0].0x0 (ffff89b408398300)
00010000:00010000:2.0:1775764895.150620:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.150638:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150648:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150654:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150663:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308be585 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xeab198e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150667:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308be585 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeab198e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150671:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308be585 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeab198e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150829:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150838:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.150845:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.151361:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4431, 64 off291776
00000040:00080000:2.0:1775764895.151380:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4431, 64 off291776
00010000:00010000:2.0:1775764895.151444:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151454:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151462:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151469:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151474:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151478:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151493:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.151511:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151518:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.151523:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.151524:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151529:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.151529:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151533:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.151534:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.151537:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151541:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.151542:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151550:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2275:0x0].0x0 (ffff89b409277800)
00010000:00010000:2.0:1775764895.151553:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.151556:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.151559:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2275:0x0].0x0 (ffff89b409277800)
00010000:00010000:2.0:1775764895.151562:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be58c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2275:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.151562:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.151564:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.151570:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be593 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2275:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151577:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151582:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.151583:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.151584:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.151586:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.151588:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151605:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.151608:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151613:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151618:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.151620:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.151622:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151625:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be57e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.151632:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a081478f reply state 000000000e82b720 transno 4294992245 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308be585 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xeab198e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151639:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937c400/0xd3c138f3308be585 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xeab198e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.151642:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xeab198e6 (ffff89b409277f00)
00010000:00010000:2.0:1775764895.151644:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.151645:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.151716:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40ba94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6784:11674:x1862023150320768:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1195us (1374us total) trans 4294992245 rc 0/0
00000100:00100000:2.0:1775764895.151724:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14773
00000100:00100000:0.0:1775764895.154534:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.154600:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150321024
00000100:00100000:3.0:1775764895.154610:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150321024
00000100:00100000:3.0:1775764895.154675:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14774
00000100:00100000:3.0:1775764895.154686:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6784:11674:x1862023150321024:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.154748:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.154786:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff1d400/0xd3c138f330831834 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xba0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee2a0 expref: 6784 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.154806:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xba0:0x0].0x0 (ffff89b40a339b00)
00010000:00010000:3.0:1775764895.154815:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.154835:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.154848:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.154858:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.154878:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be5a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xef99ea60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.154884:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be5a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xef99ea60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.154890:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be5a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xef99ea60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.154991:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.154997:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155002:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.155229:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4432, 64 off291840
00000040:00080000:3.0:1775764895.155250:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4432, 64 off291840
00010000:00010000:3.0:1775764895.155297:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155306:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155313:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155319:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155326:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155330:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155340:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.155353:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155356:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155360:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155365:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.155368:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155372:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155377:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xba0:0x0].0x0 (ffff89b40817df00)
00010000:00010000:3.0:1775764895.155379:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.155381:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155384:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xba0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155402:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155407:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155412:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155417:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155422:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b403c0fa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.155424:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155430:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155437:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.155440:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.155443:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155448:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be59a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.155458:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ede9f50 reply state 000000002e231524 transno 4294992246 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be5a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xef99ea60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155466:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405647c00/0xd3c138f3308be5a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xef99ea60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.155470:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xef99ea60 (ffff89b40817de00)
00010000:00010000:3.0:1775764895.155471:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.155473:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.155542:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b408919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6785:11674:x1862023150321024:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 857us (1014us total) trans 4294992246 rc 0/0
00000100:00100000:3.0:1775764895.155550:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14774
00010000:00010000:0.0:1775764895.156142:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.156150:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.156156:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.156160:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.156166:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.156177:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xba0:0x0].0x0 (ffff89b40817df00)
00010000:00010000:0.0:1775764895.156179:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.156182:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 1/0,0 mode: --/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.156186:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5af lrc: 0/0,0 mode: --/PW res: [0x200000402:0xba0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.156203:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.156204:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.156206:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.158997:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.159076:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150321280
00000100:00100000:1.0:1775764895.159084:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150321280
00000100:00100000:1.0:1775764895.159230:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14775
00000100:00100000:1.0:1775764895.159241:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6785:11674:x1862023150321280:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.159311:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.159334:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f330860319 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7801 expref: 6785 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159349:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20f7:0x0].0x0 (ffff89b4082a1800)
00010000:00010000:1.0:1775764895.159357:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.159374:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159385:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159394:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159431:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be5bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6299dc0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159439:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be5bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6299dc0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159446:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be5bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6299dc0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159528:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159533:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159538:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.159708:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4433, 64 off291904
00000040:00080000:1.0:1775764895.159725:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4433, 64 off291904
00010000:00010000:1.0:1775764895.159861:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159867:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159875:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159880:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159884:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159887:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159924:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.159939:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159951:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159954:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159958:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.159961:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159966:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159971:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20f7:0x0].0x0 (ffff89b40ede1d00)
00010000:00010000:1.0:1775764895.159973:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.159976:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159979:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be5c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159991:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159995:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.159998:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.160001:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.160003:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.160006:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.160009:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.160010:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.160012:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.160015:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be5b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.160019:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b65acd4a reply state 0000000092357d46 transno 4294992247 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be5bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6299dc0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.160030:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083dca00/0xd3c138f3308be5bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6299dc0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.160033:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6299dc0d (ffff89b40ede1500)
00010000:00010000:1.0:1775764895.160035:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.160036:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.160094:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6786:11674:x1862023150321280:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 855us (1155us total) trans 4294992247 rc 0/0
00000100:00100000:1.0:1775764895.160102:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14775
00010000:00010000:0.0:1775764895.160871:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.160880:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.160887:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.160890:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.160897:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.160909:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20f7:0x0].0x0 (ffff89b40ede1d00)
00010000:00010000:0.0:1775764895.160911:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.160914:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.160920:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be5cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.160939:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.161859:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.161864:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.162487:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.162554:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150321536
00000100:00100000:3.0:1775764895.162564:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150321536
00000100:00100000:3.0:1775764895.162620:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14776
00000100:00100000:3.0:1775764895.162630:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6786:11674:x1862023150321536:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.162686:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.162710:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403bbce00/0xd3c138f33086cc36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa03a expref: 6786 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162726:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26b6:0x0].0x0 (ffff89b403bd0800)
00010000:00010000:3.0:1775764895.162735:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.162753:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162764:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162784:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162797:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749a00/0xd3c138f3308be5d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x41a5cd39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162806:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749a00/0xd3c138f3308be5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x41a5cd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162813:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749a00/0xd3c138f3308be5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x41a5cd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162899:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162907:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.162914:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.163138:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4434, 64 off291968
00000040:00080000:3.0:1775764895.163152:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4434, 64 off291968
00010000:00010000:3.0:1775764895.163186:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163192:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163196:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163200:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163204:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163210:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163236:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.163256:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163262:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163268:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163273:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408748c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.163277:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163284:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163293:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26b6:0x0].0x0 (ffff89b40817d100)
00010000:00010000:3.0:1775764895.163295:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.163299:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163305:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be5e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163317:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163327:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163332:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163337:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.163339:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163345:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163353:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.163355:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.163358:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163367:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be5d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.163376:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039138ac7 reply state 00000000e89b474d transno 4294992248 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749a00/0xd3c138f3308be5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x41a5cd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163386:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749a00/0xd3c138f3308be5d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x41a5cd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.163392:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x41a5cd39 (ffff89b40817dc00)
00010000:00010000:3.0:1775764895.163394:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.163396:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764895.163522:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.163528:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.163534:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.163538:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.163544:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.163553:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26b6:0x0].0x0 (ffff89b40817d100)
00010000:00010000:0.0:1775764895.163555:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.163557:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.163561:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be5e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.163573:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.163574:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.163575:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.163600:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bdcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6787:11674:x1862023150321536:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 972us (1120us total) trans 4294992248 rc 0/0
00000100:00100000:3.0:1775764895.163608:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14776
00000100:00100000:2.0:1775764895.165942:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.166049:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150321792
00000100:00100000:3.0:1775764895.166056:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150321792
00000100:00100000:3.0:1775764895.166216:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14777
00000100:00100000:3.0:1775764895.166237:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6787:11674:x1862023150321792:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.166296:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.166321:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408cdd600/0xd3c138f33084eb19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4001 expref: 6787 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166339:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18f7:0x0].0x0 (ffff89b404b8ea00)
00010000:00010000:3.0:1775764895.166349:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.166367:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166377:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166383:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166396:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be5f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa1624946 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166402:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be5f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1624946 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166408:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be5f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1624946 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166497:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166502:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166507:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.166672:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4435, 64 off292032
00000040:00080000:3.0:1775764895.166684:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4435, 64 off292032
00010000:00010000:3.0:1775764895.166720:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166727:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166734:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166741:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166747:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166753:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.166894:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.166941:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.166948:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.166955:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06dc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.166958:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.166965:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.166971:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.166972:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.166976:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.166980:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.166980:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.166985:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.166990:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18f7:0x0].0x0 (ffff89b40817d600)
00010000:00010000:1.0:1775764895.166992:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.166995:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.166996:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18f7:0x0].0x0 (ffff89b40817d600)
00010000:00010000:2.0:1775764895.166999:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.167002:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be603 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167002:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167008:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be5fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.167014:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.167016:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.167018:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.167026:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167032:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167037:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167042:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167047:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.167050:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167054:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167059:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.167060:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.167061:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167065:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be5ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.167071:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e8db6ea reply state 000000009b565fd7 transno 4294992249 ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be5f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1624946 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167078:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c0fa00/0xd3c138f3308be5f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa1624946 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.167082:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa1624946 (ffff89b40817da00)
00010000:00010000:2.0:1775764895.167083:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.167085:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.167168:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6788:11674:x1862023150321792:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 933us (1230us total) trans 4294992249 rc 0/0
00000100:00100000:2.0:1775764895.167175:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14777
00000100:00100000:1.0:1775764895.170439:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.170534:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150322048
00000100:00100000:2.0:1775764895.170545:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150322048
00000100:00100000:2.0:1775764895.170616:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14778
00000100:00100000:2.0:1775764895.170623:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6788:11674:x1862023150322048:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.170707:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.170734:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c4000/0xd3c138f33084e6ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3f2f expref: 6788 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170752:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18d9:0x0].0x0 (ffff89b40a568900)
00010000:00010000:2.0:1775764895.170777:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.170797:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170807:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170814:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170840:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be611 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7dfbc48d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170845:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be611 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7dfbc48d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170849:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be611 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7dfbc48d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170923:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170928:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.170931:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.171166:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4436, 64 off292096
00000040:00080000:2.0:1775764895.171179:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4436, 64 off292096
00010000:00010000:2.0:1775764895.171215:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171233:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171241:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171249:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171259:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171265:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171279:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.171295:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171301:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171307:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171312:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.171316:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171326:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171333:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18d9:0x0].0x0 (ffff89b409277100)
00010000:00010000:2.0:1775764895.171335:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.171339:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171343:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be618 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171357:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171362:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171367:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171371:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.171374:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171379:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171385:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.171387:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.171390:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171401:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be60a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.171410:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eef68584 reply state 00000000e638f7f5 transno 4294992250 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be611 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7dfbc48d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171420:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937de00/0xd3c138f3308be611 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7dfbc48d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.171426:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7dfbc48d (ffff89b409277200)
00010000:00010000:2.0:1775764895.171428:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.171430:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.171510:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6789:11674:x1862023150322048:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 885us (1079us total) trans 4294992250 rc 0/0
00000100:00100000:2.0:1775764895.171518:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14778
00010000:00010000:0.0:1775764895.172018:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.172025:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.172030:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406209200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.172033:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.172037:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.172044:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18d9:0x0].0x0 (ffff89b409277100)
00010000:00010000:0.0:1775764895.172046:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.172048:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.172054:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be61f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.172066:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.172067:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.172068:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.174883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.175061:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150322304
00000100:00100000:3.0:1775764895.175073:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150322304
00000100:00100000:2.0:1775764895.175374:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14779
00000100:00100000:2.0:1775764895.175387:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6789:11674:x1862023150322304:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.175450:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.175477:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d61400/0xd3c138f3308675ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8eeb expref: 6789 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175495:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243d:0x0].0x0 (ffff89b403d2b400)
00010000:00010000:2.0:1775764895.175505:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.175522:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175532:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175542:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175551:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be62d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x54b52134 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175555:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be62d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54b52134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175559:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be62d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54b52134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175630:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175635:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175638:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.175897:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4437, 64 off292160
00000040:00080000:2.0:1775764895.175915:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4437, 64 off292160
00010000:00010000:2.0:1775764895.175964:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175973:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175980:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175990:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.175996:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176001:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176023:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.176040:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176045:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176051:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176056:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff04600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.176060:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176068:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176076:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243d:0x0].0x0 (ffff89b409277b00)
00010000:00010000:2.0:1775764895.176079:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.176083:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176092:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be634 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176108:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.176241:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.176247:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.176253:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.176256:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.176338:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.176347:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243d:0x0].0x0 (ffff89b409277b00)
00010000:00010000:0.0:1775764895.176349:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.176352:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.176357:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be63b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.176371:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.176373:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.176374:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.176464:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176470:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176476:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176481:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.176484:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176489:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176497:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.176499:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.176502:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176508:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be626 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.176517:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004ba9c748 reply state 0000000099ab50a6 transno 4294992251 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be62d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x54b52134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176528:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff05400/0xd3c138f3308be62d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x54b52134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.176534:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x54b52134 (ffff89b409277900)
00010000:00010000:2.0:1775764895.176536:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.176538:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.176657:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6790:11674:x1862023150322304:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1271us (1781us total) trans 4294992251 rc 0/0
00000100:00100000:2.0:1775764895.176666:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14779
00000100:00100000:3.0:1775764895.178941:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.179016:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150322560
00000100:00100000:2.0:1775764895.179025:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150322560
00000100:00100000:2.0:1775764895.179106:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14780
00000100:00100000:2.0:1775764895.179145:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409365f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6790:11674:x1862023150322560:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.179203:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.179237:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ffad600/0xd3c138f33084d48a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1852:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3b7e expref: 6790 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179255:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1852:0x0].0x0 (ffff89b404b8a100)
00010000:00010000:2.0:1775764895.179276:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.179302:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179316:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179325:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179343:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b600/0xd3c138f3308be649 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5e3ff7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179350:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b600/0xd3c138f3308be649 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e3ff7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179356:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b600/0xd3c138f3308be649 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e3ff7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179443:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179451:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179458:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.179699:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4438, 64 off292224
00000040:00080000:2.0:1775764895.179717:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4438, 64 off292224
00010000:00010000:2.0:1775764895.179780:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179788:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179795:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179801:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179811:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179816:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179835:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.179852:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179857:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179862:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179867:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.179871:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179877:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179885:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1852:0x0].0x0 (ffff89b409277a00)
00010000:00010000:2.0:1775764895.179887:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.179890:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179895:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be650 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1852:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179913:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179919:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179924:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179928:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179933:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9b800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.179935:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179939:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179946:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.179948:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.179951:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179957:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be642 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.179967:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5a2f98b reply state 0000000072e70fa0 transno 4294992252 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b600/0xd3c138f3308be649 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5e3ff7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179976:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b600/0xd3c138f3308be649 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5e3ff7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.179982:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5e3ff7a7 (ffff89b409277600)
00010000:00010000:2.0:1775764895.179984:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.179987:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.180060:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409365f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6791:11674:x1862023150322560:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 946us (1124us total) trans 4294992252 rc 0/0
00000100:00100000:2.0:1775764895.180069:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14780
00010000:00010000:0.0:1775764895.180340:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.180346:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.180353:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.180357:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.180363:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.180373:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1852:0x0].0x0 (ffff89b409277a00)
00010000:00010000:0.0:1775764895.180375:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.180378:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.180383:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be657 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1852:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.180398:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.180400:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.180402:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.182702:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.182937:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150322816
00000100:00100000:2.0:1775764895.182948:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150322816
00000100:00100000:2.0:1775764895.183007:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14781
00000100:00100000:2.0:1775764895.183018:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6791:11674:x1862023150322816:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.183073:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.183098:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409065c00/0xd3c138f33083b249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1007:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0171 expref: 6791 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183159:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1007:0x0].0x0 (ffff89b402a07600)
00010000:00010000:2.0:1775764895.183170:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.183189:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183202:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183211:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183236:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a000/0xd3c138f3308be665 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4314853e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183248:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a000/0xd3c138f3308be665 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4314853e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183254:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a000/0xd3c138f3308be665 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4314853e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183473:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183481:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183488:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.183699:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4439, 64 off292288
00000040:00080000:2.0:1775764895.183717:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4439, 64 off292288
00010000:00010000:2.0:1775764895.183763:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183783:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183791:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183797:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183803:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183812:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183834:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.183849:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183855:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183861:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183866:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408734c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.183871:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183878:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183887:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1007:0x0].0x0 (ffff89b409277100)
00010000:00010000:2.0:1775764895.183890:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.183894:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183899:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be66c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183916:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183926:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183930:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183935:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.183938:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183943:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183950:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.183953:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.183955:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183960:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be65e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.183969:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b6cce55 reply state 00000000414a779b transno 4294992253 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a000/0xd3c138f3308be665 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4314853e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183980:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a000/0xd3c138f3308be665 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4314853e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.183986:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4314853e (ffff89b409277700)
00010000:00010000:2.0:1775764895.183988:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.183991:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764895.184137:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.184144:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.184149:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.184153:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.184160:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.184167:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1007:0x0].0x0 (ffff89b409277100)
00010000:00010000:1.0:1775764895.184169:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.184172:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.184177:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be673 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1007:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.184193:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.184194:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.184196:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.184399:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6792:11674:x1862023150322816:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1381us (1702us total) trans 4294992253 rc 0/0
00000100:00100000:2.0:1775764895.184408:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14781
00000100:00100000:3.0:1775764895.187695:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.187865:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150323072
00000100:00100000:2.0:1775764895.187874:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150323072
00000100:00100000:2.0:1775764895.187965:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14782
00000100:00100000:2.0:1775764895.187976:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409364000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6792:11674:x1862023150323072:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.188037:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.188065:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a1a9a00/0xd3c138f330838850 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef90c expref: 6792 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188084:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xed4:0x0].0x0 (ffff89b4072bda00)
00010000:00010000:2.0:1775764895.188096:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.188182:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188196:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188206:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188230:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be681 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x97261f58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188237:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be681 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97261f58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188243:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be681 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97261f58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188425:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188434:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188441:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.188672:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4440, 64 off292352
00000040:00080000:2.0:1775764895.188692:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4440, 64 off292352
00010000:00010000:2.0:1775764895.188740:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188749:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188756:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188942:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188951:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.188957:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189013:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.189034:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189042:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189048:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189054:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce5200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.189058:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189065:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189074:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xed4:0x0].0x0 (ffff89b409277b00)
00010000:00010000:2.0:1775764895.189077:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.189081:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189086:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be688 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189104:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189110:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189150:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189155:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189160:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.189163:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189169:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189177:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.189179:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.189182:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189187:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be67a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.189196:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3ad0d38 reply state 00000000d2e74b93 transno 4294992254 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be681 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x97261f58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189208:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff04600/0xd3c138f3308be681 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x97261f58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.189213:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x97261f58 (ffff89b409277800)
00010000:00010000:2.0:1775764895.189215:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.189228:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.189318:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409364000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6793:11674:x1862023150323072:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1342us (1629us total) trans 4294992254 rc 0/0
00000100:00100000:2.0:1775764895.189327:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14782
00010000:00010000:0.0:1775764895.190604:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.190614:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.190623:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce4c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.190627:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.190634:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.190649:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xed4:0x0].0x0 (ffff89b409277b00)
00010000:00010000:0.0:1775764895.190652:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.190656:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.190662:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be68f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.190679:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.190681:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.190682:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.191588:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.191655:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150323328
00000100:00100000:2.0:1775764895.191664:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150323328
00000100:00100000:2.0:1775764895.191725:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14783
00000100:00100000:2.0:1775764895.191735:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6793:11674:x1862023150323328:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.191791:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.191814:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96c00/0xd3c138f3308687da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf928e expref: 6793 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.191830:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24c2:0x0].0x0 (ffff89b40a75af00)
00010000:00010000:2.0:1775764895.191840:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.191858:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.191871:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.191879:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.191892:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5a00/0xd3c138f3308be69d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf57d2347 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.191897:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5a00/0xd3c138f3308be69d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf57d2347 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.191903:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5a00/0xd3c138f3308be69d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf57d2347 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.191991:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.191999:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192009:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.192376:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4441, 64 off292416
00000040:00080000:2.0:1775764895.192395:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4441, 64 off292416
00010000:00010000:2.0:1775764895.192442:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192451:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192459:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192466:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192474:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192479:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192498:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.192514:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192519:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192525:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192531:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce4200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.192534:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192540:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192548:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24c2:0x0].0x0 (ffff89b409277100)
00010000:00010000:2.0:1775764895.192550:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.192553:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192558:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be6a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192575:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192581:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192587:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192592:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192597:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce4800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.192599:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192608:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192616:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.192618:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.192621:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192627:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be696 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.192636:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005135a53e reply state 0000000056276eec transno 4294992255 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5a00/0xd3c138f3308be69d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf57d2347 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192646:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5a00/0xd3c138f3308be69d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf57d2347 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.192651:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf57d2347 (ffff89b409277a00)
00010000:00010000:2.0:1775764895.192653:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.192656:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.192772:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6794:11674:x1862023150323328:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1037us (1188us total) trans 4294992255 rc 0/0
00000100:00100000:2.0:1775764895.192781:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14783
00010000:00010000:0.0:1775764895.192867:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.192873:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.192879:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.192881:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.192887:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.192895:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24c2:0x0].0x0 (ffff89b409277100)
00010000:00010000:0.0:1775764895.192897:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.192900:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.192904:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.192917:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.192919:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.192921:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.199390:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.199485:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150323584
00000100:00100000:3.0:1775764895.199495:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150323584
00000100:00100000:3.0:1775764895.199580:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14784
00000100:00100000:3.0:1775764895.199589:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6794:11674:x1862023150323584:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.199639:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.199662:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409fb0600/0xd3c138f330828a6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec645 expref: 6794 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199677:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x793:0x0].0x0 (ffff89b402c73600)
00010000:00010000:3.0:1775764895.199684:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.199701:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199714:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199725:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199738:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d800/0xd3c138f3308be6b9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xc885f4f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199745:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d800/0xd3c138f3308be6b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc885f4f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199752:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d800/0xd3c138f3308be6b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc885f4f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199908:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x793:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199915:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.199919:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.200381:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4442, 64 off292480
00000040:00080000:3.0:1775764895.200400:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4442, 64 off292480
00010000:00010000:3.0:1775764895.200453:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x793:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200463:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200470:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200477:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200483:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200488:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200596:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.200615:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200623:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200629:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200635:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06c800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.200639:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200645:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200654:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x793:0x0].0x0 (ffff89b40817dd00)
00010000:00010000:3.0:1775764895.200656:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.200660:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200666:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be6c0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200681:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200686:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200691:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200695:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06ca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.200698:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200703:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200710:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.200713:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.200715:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200721:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be6b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.200728:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032604cb1 reply state 00000000a363c800 transno 4294992256 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d800/0xd3c138f3308be6b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xc885f4f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200738:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d800/0xd3c138f3308be6b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xc885f4f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.200743:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xc885f4f5 (ffff89b40817d400)
00010000:00010000:3.0:1775764895.200745:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.200748:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764895.200852:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.200859:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.200864:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06da00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.200868:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.200874:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.200883:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x793:0x0].0x0 (ffff89b40817dd00)
00010000:00010000:0.0:1775764895.200885:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.200888:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.200894:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be6c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.200909:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.200910:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.200912:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.201475:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6795:11674:x1862023150323584:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1881us (2091us total) trans 4294992256 rc 0/0
00000100:00100000:3.0:1775764895.201485:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14784
00000100:00100000:2.0:1775764895.204396:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.204481:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150323840
00000100:00100000:3.0:1775764895.204490:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150323840
00000100:00100000:3.0:1775764895.204586:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14785
00000100:00100000:3.0:1775764895.204597:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6795:11674:x1862023150323840:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.204654:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.204680:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405340c00/0xd3c138f33086f882 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa916 expref: 6795 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204697:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fa:0x0].0x0 (ffff89b406dfee00)
00010000:00010000:3.0:1775764895.204706:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.204725:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204736:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204745:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204758:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d600/0xd3c138f3308be6d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa532d77f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204776:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d600/0xd3c138f3308be6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa532d77f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204783:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d600/0xd3c138f3308be6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa532d77f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204870:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204879:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.204887:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.205109:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4443, 64 off292544
00000040:00080000:3.0:1775764895.205165:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4443, 64 off292544
00010000:00010000:3.0:1775764895.205209:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205218:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205235:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205242:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205248:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205254:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205285:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.205300:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205306:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205311:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205317:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06c200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.205321:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205331:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205339:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fa:0x0].0x0 (ffff89b40817db00)
00010000:00010000:3.0:1775764895.205342:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.205346:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205351:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be6dc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205369:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205374:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205379:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205384:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205389:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06d400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.205391:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205397:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205404:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.205406:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.205409:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205414:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be6ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.205422:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2877e00 reply state 00000000955f0f03 transno 4294992257 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d600/0xd3c138f3308be6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa532d77f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205432:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d600/0xd3c138f3308be6d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa532d77f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.205437:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa532d77f (ffff89b40817d000)
00010000:00010000:3.0:1775764895.205439:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.205442:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.205513:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6796:11674:x1862023150323840:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 917us (1125us total) trans 4294992257 rc 0/0
00000100:00100000:3.0:1775764895.205521:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14785
00010000:00010000:2.0:1775764895.205592:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.205599:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.205605:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.205608:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.205615:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.205624:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27fa:0x0].0x0 (ffff89b40817db00)
00010000:00010000:2.0:1775764895.205626:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.205628:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.205633:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be6e3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.205646:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.205648:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.205649:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.208752:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.209079:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150324096
00000100:00100000:2.0:1775764895.209091:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150324096
00000100:00100000:2.0:1775764895.209510:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14786
00000100:00100000:2.0:1775764895.209522:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6796:11674:x1862023150324096:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.209584:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.209610:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b43c00/0xd3c138f3308347eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xcfd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeec2b expref: 6796 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.209631:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcfd:0x0].0x0 (ffff89b408e6b800)
00010000:00010000:2.0:1775764895.209641:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.209662:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.209675:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.209688:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.209704:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be6f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xcfa1f45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.209711:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be6f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcfa1f45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.209717:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be6f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcfa1f45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210413:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210425:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210433:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.210699:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4444, 64 off292608
00000040:00080000:2.0:1775764895.210716:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4444, 64 off292608
00010000:00010000:2.0:1775764895.210761:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 3/0,1 mode: --/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210895:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210902:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210914:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210920:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210925:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.210990:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.211008:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211012:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211016:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211020:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.211023:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211028:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211036:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcfd:0x0].0x0 (ffff89b409277b00)
00010000:00010000:2.0:1775764895.211038:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.211040:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211047:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be6f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xcfd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211064:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211067:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211070:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211074:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211077:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.211078:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211081:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211085:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.211086:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.211088:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211091:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be6ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.211096:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000940b6575 reply state 0000000005a5a7cf transno 4294992258 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be6f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xcfa1f45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211103:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b800/0xd3c138f3308be6f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xcfa1f45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.211107:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xcfa1f45c (ffff89b409277100)
00010000:00010000:2.0:1775764895.211108:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.211110:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.211235:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6797:11674:x1862023150324096:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1713us (2489us total) trans 4294992258 rc 0/0
00000100:00100000:2.0:1775764895.211244:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14786
00000100:00100000:3.0:1775764895.213896:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.213985:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150324352
00000100:00100000:2.0:1775764895.213995:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150324352
00000100:00100000:2.0:1775764895.214054:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14787
00000100:00100000:2.0:1775764895.214064:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409365500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6797:11674:x1862023150324352:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.214148:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.214177:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f330840037 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1241:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1107 expref: 6797 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214198:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1241:0x0].0x0 (ffff89b4072bdc00)
00010000:00010000:2.0:1775764895.214210:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.214242:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214255:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214276:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214298:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be70d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1f997a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214306:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be70d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f997a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214312:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be70d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f997a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214414:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214422:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214429:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.214658:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4445, 64 off292672
00000040:00080000:2.0:1775764895.214675:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4445, 64 off292672
00010000:00010000:2.0:1775764895.214721:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214730:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214737:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214744:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214753:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.214758:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218546:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764895.218564:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218575:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.218579:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218592:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218610:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcfd:0x0].0x0 (ffff89b409277b00)
00010000:00010000:0.0:1775764895.218613:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.218618:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 1/0,0 mode: --/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218624:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be6ff lrc: 0/0,0 mode: --/PW res: [0x200000402:0xcfd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218651:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.218655:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218660:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.218663:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218668:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218675:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1241:0x0].0x0 (ffff89b409b9bf00)
00010000:00010000:0.0:1775764895.218677:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.218679:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.218684:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.218686:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.218687:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.218947:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.218975:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1775764895.218982:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be71b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219016:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219022:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219028:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219032:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.219037:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219042:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219051:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1241:0x0].0x0 (ffff89b409b9bf00)
00010000:00010000:2.0:1775764895.219053:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.219056:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219065:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be714 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219086:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219092:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219098:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219103:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.219105:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219110:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219185:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.219188:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.219191:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219197:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be706 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.219208:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000077d59e reply state 00000000fca9fa4e transno 4294992259 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be70d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1f997a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219229:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408734c00/0xd3c138f3308be70d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1f997a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.219237:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1f997a6 (ffff89b409b9bb00)
00010000:00010000:2.0:1775764895.219239:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.219242:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.219446:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409365500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6798:11674:x1862023150324352:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 5379us (5557us total) trans 4294992259 rc 0/0
00000100:00100000:2.0:1775764895.219456:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14787
00000100:00100000:1.0:1775764895.222922:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.223066:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150324608
00000100:00100000:3.0:1775764895.223076:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150324608
00000100:00100000:3.0:1775764895.223250:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14788
00000100:00100000:3.0:1775764895.223270:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6798:11674:x1862023150324608:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.223330:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.223361:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a212400/0xd3c138f33084851b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x160d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2b9b expref: 6798 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223384:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x160d:0x0].0x0 (ffff89b4060c2400)
00010000:00010000:3.0:1775764895.223398:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.223419:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223432:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223442:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223455:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be729 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9feeb1e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223461:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be729 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9feeb1e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223466:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be729 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9feeb1e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223556:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223564:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223571:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.223811:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4446, 64 off292736
00000040:00080000:3.0:1775764895.223829:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4446, 64 off292736
00010000:00010000:3.0:1775764895.223887:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223896:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223903:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223910:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223917:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.223922:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.224377:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.224538:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224547:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224553:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224559:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06de00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.224565:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224573:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224583:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x160d:0x0].0x0 (ffff89b40817dd00)
00010000:00010000:0.0:1775764895.224586:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.224590:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224595:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be730 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x160d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224613:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224619:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224625:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224635:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224639:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06ca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.224642:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224648:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224655:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.224657:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.224660:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224665:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be722 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.224674:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000838e0971 reply state 000000001394bc6d transno 4294992260 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be729 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9feeb1e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224685:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c800/0xd3c138f3308be729 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9feeb1e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.224691:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9feeb1e6 (ffff89b40817d200)
00010000:00010000:0.0:1775764895.224693:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.224696:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.224795:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6799:11674:x1862023150324608:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1533us (1879us total) trans 4294992260 rc 0/0
00000100:00100000:0.0:1775764895.224804:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14788
00010000:00010000:2.0:1775764895.225933:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.225942:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.225951:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06da00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.225954:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.225962:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.225976:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x160d:0x0].0x0 (ffff89b40817dd00)
00010000:00010000:2.0:1775764895.225979:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.225983:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.225988:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be737 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x160d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.226010:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.226012:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.226014:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.229972:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.230104:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150324864
00000100:00100000:2.0:1775764895.230154:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150324864
00000100:00100000:2.0:1775764895.230206:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14789
00000100:00100000:2.0:1775764895.230216:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6799:11674:x1862023150324864:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.230317:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.230343:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d9f800/0xd3c138f33084fe60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1984:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf43dc expref: 6799 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230362:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1984:0x0].0x0 (ffff89b404bab400)
00010000:00010000:2.0:1775764895.230373:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.230391:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230404:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230413:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230426:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be745 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1ad4369e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230433:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be745 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1ad4369e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230439:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be745 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1ad4369e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230529:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230537:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.230548:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.231244:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4447, 64 off292800
00000040:00080000:2.0:1775764895.231282:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4447, 64 off292800
00010000:00010000:2.0:1775764895.231336:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231346:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231354:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231361:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231368:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231374:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231441:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.231462:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231469:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231474:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231481:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.231485:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231492:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231502:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1984:0x0].0x0 (ffff89b409b9b600)
00010000:00010000:2.0:1775764895.231505:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.231510:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231516:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308be74c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1984:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231534:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231540:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231545:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231550:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231555:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.231557:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231566:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231572:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.231574:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.231577:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231582:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308be73e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.231590:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008dfc9677 reply state 000000001e4c7cc2 transno 4294992261 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be745 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1ad4369e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231601:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70800/0xd3c138f3308be745 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1ad4369e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.231606:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1ad4369e (ffff89b409b9bf00)
00010000:00010000:2.0:1775764895.231609:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.231611:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.231730:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6800:11674:x1862023150324864:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1513us (1765us total) trans 4294992261 rc 0/0
00000100:00100000:2.0:1775764895.231740:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14789
00010000:00010000:1.0:1775764895.232471:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.232479:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.232487:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.232491:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.232497:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.232506:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1984:0x0].0x0 (ffff89b409b9b600)
00010000:00010000:1.0:1775764895.232508:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.232510:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.232514:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be753 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1984:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.232527:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.232528:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.232529:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.235097:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.235380:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150325120
00000100:00100000:0.0:1775764895.235390:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150325120
00000100:00100000:0.0:1775764895.235490:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14790
00000100:00100000:0.0:1775764895.235501:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6800:11674:x1862023150325120:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.235561:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.235585:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40763de00/0xd3c138f330847d50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2a0c expref: 6800 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235602:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15d4:0x0].0x0 (ffff89b40424f000)
00010000:00010000:0.0:1775764895.235611:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.235629:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235641:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235650:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235695:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677e00/0xd3c138f3308be761 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xacf11407 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235703:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677e00/0xd3c138f3308be761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xacf11407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235709:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677e00/0xd3c138f3308be761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xacf11407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235807:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235816:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.235823:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.236053:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4448, 64 off292864
00000040:00080000:0.0:1775764895.236075:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4448, 64 off292864
00010000:00010000:0.0:1775764895.236170:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236180:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236188:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236194:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236201:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236207:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236235:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.236252:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236268:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236277:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236283:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.236287:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236294:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236302:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15d4:0x0].0x0 (ffff89b404303700)
00010000:00010000:0.0:1775764895.236305:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.236307:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236313:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be768 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236329:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236335:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236341:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236345:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.236348:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236357:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236364:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.236366:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.236368:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236373:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be75a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.236382:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087ae9057 reply state 00000000f34312a3 transno 4294992262 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677e00/0xd3c138f3308be761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xacf11407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236392:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677e00/0xd3c138f3308be761 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xacf11407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.236399:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xacf11407 (ffff89b404303d00)
00010000:00010000:0.0:1775764895.236401:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.236404:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.236467:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6801:11674:x1862023150325120:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 966us (1379us total) trans 4294992262 rc 0/0
00000100:00100000:0.0:1775764895.236475:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14790
00010000:00010000:2.0:1775764895.236553:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.236559:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.236565:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.236568:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.236575:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.236583:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15d4:0x0].0x0 (ffff89b404303700)
00010000:00010000:2.0:1775764895.236585:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.236588:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.236593:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be76f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.236607:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.236609:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.236611:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.239175:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.239520:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150325376
00000100:00100000:1.0:1775764895.239529:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150325376
00000100:00100000:1.0:1775764895.239584:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14791
00000100:00100000:1.0:1775764895.239593:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6801:11674:x1862023150325376:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.239650:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.239675:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403cae600/0xd3c138f33084deee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x189e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3d92 expref: 6801 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239693:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x189e:0x0].0x0 (ffff89b408eb9600)
00010000:00010000:1.0:1775764895.239704:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.239725:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239737:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239746:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239761:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be77d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xab332bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239779:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be77d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xab332bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239786:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be77d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xab332bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239868:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239873:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.239878:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.240067:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4449, 64 off292928
00000040:00080000:1.0:1775764895.240078:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4449, 64 off292928
00010000:00010000:1.0:1775764895.240110:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240139:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240147:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240152:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240156:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240159:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240174:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.240187:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240190:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240194:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240197:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a2800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.240200:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240206:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240213:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x189e:0x0].0x0 (ffff89b40ede1c00)
00010000:00010000:1.0:1775764895.240215:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.240235:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240241:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308be784 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x189e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240267:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240273:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240278:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240283:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.240286:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240292:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240299:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.240302:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.240304:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240310:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308be776 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.240320:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f8edaca9 reply state 000000005efcc843 transno 4294992263 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be77d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xab332bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240335:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3a00/0xd3c138f3308be77d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xab332bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.240341:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xab332bdb (ffff89b40ede1b00)
00010000:00010000:1.0:1775764895.240343:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.240346:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.240410:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6802:11674:x1862023150325376:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 817us (1240us total) trans 4294992263 rc 0/0
00000100:00100000:1.0:1775764895.240418:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14791
00010000:00010000:1.0:1775764895.242476:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.242489:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.242500:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.242504:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.242514:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.242531:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x189e:0x0].0x0 (ffff89b40ede1c00)
00010000:00010000:1.0:1775764895.242534:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.242539:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.242545:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be78b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x189e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.242571:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.242573:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.242575:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.242994:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.243151:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150325632
00000100:00100000:2.0:1775764895.243158:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150325632
00000100:00100000:2.0:1775764895.243201:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14792
00000100:00100000:2.0:1775764895.243208:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6802:11674:x1862023150325632:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.243284:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.243302:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40949bc00/0xd3c138f330845bd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2359 expref: 6802 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243318:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14df:0x0].0x0 (ffff89b4060c1700)
00010000:00010000:2.0:1775764895.243326:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.243344:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243355:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243362:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243371:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71c00/0xd3c138f3308be799 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x734b4edd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243375:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71c00/0xd3c138f3308be799 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x734b4edd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243379:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71c00/0xd3c138f3308be799 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x734b4edd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243481:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243487:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243491:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.243696:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4450, 64 off292992
00000040:00080000:2.0:1775764895.243714:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4450, 64 off292992
00010000:00010000:2.0:1775764895.243774:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243783:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243791:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243801:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243806:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243811:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243830:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.243846:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.243851:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243856:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.243859:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243866:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243875:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14df:0x0].0x0 (ffff89b409b9bd00)
00010000:00010000:2.0:1775764895.243877:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.243880:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243886:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308be7a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243898:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.243899:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.243902:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.243914:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243920:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243925:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243929:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c71e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.243932:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243937:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243956:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14df:0x0].0x0 (ffff89b409b9bd00)
00010000:00010000:2.0:1775764895.243958:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.243961:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243966:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308be7a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243985:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243991:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.243996:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.244006:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.244010:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.244012:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.244017:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.244024:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.244026:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.244028:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.244034:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308be792 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.244043:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000918fd64c reply state 00000000e0d0045e transno 4294992264 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71c00/0xd3c138f3308be799 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x734b4edd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.244053:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71c00/0xd3c138f3308be799 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x734b4edd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.244059:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x734b4edd (ffff89b409b9b700)
00010000:00010000:2.0:1775764895.244060:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.244063:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.244154:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6803:11674:x1862023150325632:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 945us (1161us total) trans 4294992264 rc 0/0
00000100:00100000:2.0:1775764895.244163:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14792
00000100:00100000:1.0:1775764895.247101:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.247279:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150325888
00000100:00100000:3.0:1775764895.247289:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150325888
00000100:00100000:3.0:1775764895.247342:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14793
00000100:00100000:3.0:1775764895.247352:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6803:11674:x1862023150325888:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.247428:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.247454:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40945a800/0xd3c138f330827280 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec17c expref: 6803 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247469:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6e4:0x0].0x0 (ffff89b402ea7600)
00010000:00010000:3.0:1775764895.247478:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.247493:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247502:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247510:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247519:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be7b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfef4f67c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247524:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be7b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfef4f67c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247527:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be7b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfef4f67c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247606:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247614:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247621:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.247841:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4451, 64 off293056
00000040:00080000:3.0:1775764895.247853:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4451, 64 off293056
00010000:00010000:3.0:1775764895.247888:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247894:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247898:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247904:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247915:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247920:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247950:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.247966:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247973:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247977:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247981:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06c200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.247984:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247988:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.247994:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6e4:0x0].0x0 (ffff89b40817d100)
00010000:00010000:3.0:1775764895.247996:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.247998:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248001:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be7bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248015:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248019:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248022:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248025:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.248026:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248029:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248033:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.248034:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.248036:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248038:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be7ae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.248043:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b6a67ec reply state 000000006aa1c23a transno 4294992265 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be7b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfef4f67c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248052:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d400/0xd3c138f3308be7b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfef4f67c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.248057:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfef4f67c (ffff89b40817d600)
00010000:00010000:3.0:1775764895.248060:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.248062:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764895.248204:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.248210:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.248216:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06da00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.248228:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.248234:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.248242:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6e4:0x0].0x0 (ffff89b40817d100)
00010000:00010000:1.0:1775764895.248245:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.248247:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.248252:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be7c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.248267:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.248269:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.248271:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.248610:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6804:11674:x1862023150325888:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1257us (1514us total) trans 4294992265 rc 0/0
00000100:00100000:3.0:1775764895.248619:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14793
00000100:00100000:0.0:1775764895.254597:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.254645:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150326144
00000100:00100000:0.0:1775764895.254655:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150326144
00000100:00100000:0.0:1775764895.254707:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14794
00000100:00100000:0.0:1775764895.254717:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6804:11674:x1862023150326144:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.254792:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.254823:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404e2c400/0xd3c138f3308679c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x245b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8fbd expref: 6804 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.254843:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245b:0x0].0x0 (ffff89b403d5b500)
00010000:00010000:0.0:1775764895.254854:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.254876:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.254889:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.254898:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.254913:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677200/0xd3c138f3308be7d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1776031c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.254919:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677200/0xd3c138f3308be7d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1776031c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.254925:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677200/0xd3c138f3308be7d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1776031c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255030:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255039:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255046:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.255345:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4452, 64 off293120
00000040:00080000:0.0:1775764895.255364:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4452, 64 off293120
00010000:00010000:0.0:1775764895.255413:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255422:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255429:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255437:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255444:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255451:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255474:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.255492:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255499:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255505:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255511:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.255515:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255526:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255535:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245b:0x0].0x0 (ffff89b404303200)
00010000:00010000:0.0:1775764895.255538:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.255542:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255547:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be7d8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255563:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255569:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255575:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255580:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.255583:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255589:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255596:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.255599:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.255602:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255612:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be7ca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.255621:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b8478542 reply state 00000000ba3370bc transno 4294992266 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677200/0xd3c138f3308be7d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1776031c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255632:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a677200/0xd3c138f3308be7d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1776031c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.255637:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1776031c (ffff89b404303400)
00010000:00010000:0.0:1775764895.255639:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.255641:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.255708:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6805:11674:x1862023150326144:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 991us (1120us total) trans 4294992266 rc 0/0
00000100:00100000:0.0:1775764895.255717:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14794
00010000:00010000:2.0:1775764895.255990:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.255997:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.256003:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.256006:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.256013:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.256022:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245b:0x0].0x0 (ffff89b404303200)
00010000:00010000:2.0:1775764895.256025:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.256027:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 1/0,0 mode: --/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.256032:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be7df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.256049:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.256051:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.256052:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.259154:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.259250:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150326400
00000100:00100000:1.0:1775764895.259269:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150326400
00000100:00100000:1.0:1775764895.259336:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14795
00000100:00100000:1.0:1775764895.259346:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409367b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6805:11674:x1862023150326400:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.259408:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.259435:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a71f600/0xd3c138f33085e6a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2027:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7251 expref: 6805 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259456:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2027:0x0].0x0 (ffff89b40a739100)
00010000:00010000:1.0:1775764895.259466:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.259488:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259500:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259510:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259524:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be7ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x531e0f72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259530:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be7ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x531e0f72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259536:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be7ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x531e0f72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259624:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259632:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.259640:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.260005:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4453, 64 off293184
00000040:00080000:1.0:1775764895.260024:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4453, 64 off293184
00010000:00010000:1.0:1775764895.260073:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260083:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260091:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260098:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260105:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260110:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260159:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.260177:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.260183:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260190:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.260194:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260202:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260211:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2027:0x0].0x0 (ffff89b40ede1600)
00010000:00010000:1.0:1775764895.260214:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.260227:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260234:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be7fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2027:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260246:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.260247:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.260249:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.260454:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260462:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260467:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260472:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.260475:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260481:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260490:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2027:0x0].0x0 (ffff89b40ede1600)
00010000:00010000:1.0:1775764895.260492:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.260495:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260501:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be7f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2027:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260524:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260531:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260535:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260541:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260546:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e51600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.260548:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260554:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260561:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.260563:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.260566:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260572:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be7e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.260581:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbf60083 reply state 0000000042e0895a transno 4294992267 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be7ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x531e0f72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260591:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70400/0xd3c138f3308be7ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x531e0f72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.260598:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x531e0f72 (ffff89b40ede1d00)
00010000:00010000:1.0:1775764895.260600:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.260603:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.260718:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409367b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6806:11674:x1862023150326400:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1371us (1601us total) trans 4294992267 rc 0/0
00000100:00100000:1.0:1775764895.260727:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14795
00000100:00100000:2.0:1775764895.264003:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.264195:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150326656
00000100:00100000:3.0:1775764895.264206:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150326656
00000100:00100000:3.0:1775764895.264283:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14796
00000100:00100000:3.0:1775764895.264293:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6806:11674:x1862023150326656:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.264353:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.264379:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408415000/0xd3c138f33084f57d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1943:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4215 expref: 6806 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264399:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1943:0x0].0x0 (ffff89b40a6fca00)
00010000:00010000:3.0:1775764895.264410:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.264430:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264443:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264452:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264466:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be809 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa0ee1353 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264473:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be809 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa0ee1353 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264484:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be809 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa0ee1353 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264573:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264581:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.264589:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.265527:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4454, 64 off293248
00000040:00080000:0.0:1775764895.265548:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4454, 64 off293248
00010000:00010000:0.0:1775764895.265607:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265618:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265627:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265635:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265642:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265648:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265698:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.265718:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265723:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265730:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265735:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06c600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.265739:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265746:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265755:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1943:0x0].0x0 (ffff89b40817d300)
00010000:00010000:0.0:1775764895.265759:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.265762:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265777:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be810 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1943:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265794:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265803:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265808:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265812:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06ca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.265814:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265819:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265826:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.265827:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.265830:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265835:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be802 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.265844:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004169acc9 reply state 000000008294dad6 transno 4294992268 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be809 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa0ee1353 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265854:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06de00/0xd3c138f3308be809 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa0ee1353 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.265859:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa0ee1353 (ffff89b40817df00)
00010000:00010000:0.0:1775764895.265861:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.265864:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.265938:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6807:11674:x1862023150326656:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1645us (1942us total) trans 4294992268 rc 0/0
00000100:00100000:0.0:1775764895.265956:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14796
00000100:00100000:3.0:1775764895.268804:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.268960:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150326912
00000100:00100000:0.0:1775764895.268970:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150326912
00000100:00100000:0.0:1775764895.269036:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14797
00000100:00100000:0.0:1775764895.269046:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409364380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6807:11674:x1862023150326912:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.269108:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.269159:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f330861a57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7ca7 expref: 6807 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269178:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21a1:0x0].0x0 (ffff89b4086c2b00)
00010000:00010000:0.0:1775764895.269188:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.269208:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269231:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269241:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269256:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be825 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6bfb2098 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269272:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be825 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6bfb2098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269278:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be825 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6bfb2098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269372:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269378:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269383:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.269576:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4455, 64 off293312
00000004:00080000:0.0:1775764895.269584:0:6537:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1302382467944ns, next at 1303382465833ns, rc = 0
00000040:00080000:0.0:1775764895.269600:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4455, 64 off293312
00000004:00080000:0.0:1775764895.269604:0:6537:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1302382489244ns, next at 1303382488143ns, rc = 0
00010000:00010000:0.0:1775764895.269647:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269657:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269665:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269672:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269678:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.269682:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.274992:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764895.275007:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275020:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9b200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.275024:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275033:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275051:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1943:0x0].0x0 (ffff89b40817d300)
00010000:00010000:2.0:1775764895.275054:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.275059:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275066:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be817 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1943:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275089:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.275093:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275098:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce5200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.275101:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275106:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275139:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21a1:0x0].0x0 (ffff89b409277b00)
00010000:00010000:2.0:1775764895.275142:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.275146:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.275153:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.275155:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.275157:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.275443:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764895.275452:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be833 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275527:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.275544:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275551:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275556:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275561:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce4200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.275565:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275571:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275582:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21a1:0x0].0x0 (ffff89b409277b00)
00010000:00010000:1.0:1775764895.275584:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.275586:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275591:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be82c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275616:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275628:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275633:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275638:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.275640:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275645:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275653:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.275655:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.275658:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275663:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be81e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.275673:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092bdb8a9 reply state 000000006ca235d5 transno 4294992269 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be825 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6bfb2098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275685:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4800/0xd3c138f3308be825 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6bfb2098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.275692:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6bfb2098 (ffff89b404303700)
00010000:00010000:1.0:1775764895.275694:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.275698:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.275812:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409364380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6808:11674:x1862023150326912:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 6763us (7013us total) trans 4294992269 rc 0/0
00000100:00100000:1.0:1775764895.275823:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14797
00000100:00100000:1.0:1775764895.281880:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.282031:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150327168
00000100:00100000:3.0:1775764895.282041:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150327168
00000100:00100000:3.0:1775764895.282107:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14798
00000100:00100000:3.0:1775764895.282359:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6808:11674:x1862023150327168:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.282426:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.282461:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a067200/0xd3c138f33082af11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x89f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecd99 expref: 6808 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282480:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89f:0x0].0x0 (ffff89b40a3d5b00)
00010000:00010000:3.0:1775764895.282488:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.282507:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282517:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282527:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282536:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be841 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4189c4a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282542:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be841 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4189c4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282549:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be841 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4189c4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282644:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282651:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.282655:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.283030:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4456, 64 off293376
00000040:00080000:3.0:1775764895.283044:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4456, 64 off293376
00010000:00010000:3.0:1775764895.283091:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.283101:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.283109:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.283352:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.283360:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.283365:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283480:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.283499:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283504:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283508:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283511:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06da00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.283514:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283518:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283525:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89f:0x0].0x0 (ffff89b40817d700)
00010000:00010000:0.0:1775764895.283527:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.283529:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283533:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be848 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x89f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283549:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283559:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283564:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283569:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.283571:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283577:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283584:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.283586:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.283589:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283594:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be83a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.283603:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000997e6f64 reply state 00000000e19e4515 transno 4294992270 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be841 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4189c4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283613:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c200/0xd3c138f3308be841 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4189c4a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.283619:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4189c4a1 (ffff89b40817d800)
00010000:00010000:0.0:1775764895.283621:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.283624:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.283705:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6809:11674:x1862023150327168:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1587us (1836us total) trans 4294992270 rc 0/0
00000100:00100000:0.0:1775764895.283715:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14798
00010000:00010000:2.0:1775764895.285737:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.285751:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.285865:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.285868:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.285875:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.285890:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89f:0x0].0x0 (ffff89b40817d700)
00010000:00010000:2.0:1775764895.285891:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.285894:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.285898:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be84f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x89f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.287317:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.287322:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.287325:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.287413:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.287473:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150327424
00000100:00100000:0.0:1775764895.287482:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150327424
00000100:00100000:0.0:1775764895.287534:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14799
00000100:00100000:0.0:1775764895.287542:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6809:11674:x1862023150327424:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.287606:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.287629:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a188200/0xd3c138f33083bf8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1068:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0418 expref: 6809 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287647:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1068:0x0].0x0 (ffff89b40f033000)
00010000:00010000:0.0:1775764895.287655:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.287675:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287686:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287695:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287710:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be85d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1299f5f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287717:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be85d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1299f5f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287723:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be85d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1299f5f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287826:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287832:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.287836:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.288031:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4457, 64 off293440
00000040:00080000:0.0:1775764895.288043:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4457, 64 off293440
00010000:00010000:0.0:1775764895.288082:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288091:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288099:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288105:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288111:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288148:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288166:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.288182:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288187:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288191:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288194:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06ca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.288197:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288201:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288209:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1068:0x0].0x0 (ffff89b408238000)
00010000:00010000:0.0:1775764895.288211:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.288214:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288229:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be864 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1068:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288242:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288248:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288253:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288258:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce4c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.288261:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288266:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288274:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.288276:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.288279:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288285:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be856 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.288295:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000332da5b0 reply state 0000000072331795 transno 4294992271 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be85d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1299f5f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288306:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4200/0xd3c138f3308be85d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1299f5f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.288311:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1299f5f4 (ffff89b409277b00)
00010000:00010000:0.0:1775764895.288314:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.288316:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.288385:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6810:11674:x1862023150327424:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 843us (976us total) trans 4294992271 rc 0/0
00000100:00100000:0.0:1775764895.288393:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14799
00010000:00010000:2.0:1775764895.288551:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.288557:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.288563:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.288566:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.288572:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.288581:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1068:0x0].0x0 (ffff89b408238000)
00010000:00010000:2.0:1775764895.288583:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.288586:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.288591:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be86b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1068:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.288604:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.288606:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.288608:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.291720:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.291898:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150327680
00000100:00100000:2.0:1775764895.291909:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150327680
00000100:00100000:2.0:1775764895.292055:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14800
00000100:00100000:2.0:1775764895.292066:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6810:11674:x1862023150327680:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.292175:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.292202:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8c00/0xd3c138f33086340b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x225d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf81cb expref: 6810 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292229:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225d:0x0].0x0 (ffff89b408f41000)
00010000:00010000:2.0:1775764895.292239:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.292268:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292281:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292291:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292306:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be879 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x3d8830ff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292312:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be879 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3d8830ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292318:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be879 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3d8830ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292408:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292415:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292422:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.292631:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4458, 64 off293504
00000040:00080000:2.0:1775764895.292649:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4458, 64 off293504
00010000:00010000:2.0:1775764895.292696:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292705:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292711:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292718:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292724:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292729:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292755:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.292784:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292790:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292796:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292802:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.292806:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292813:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292821:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225d:0x0].0x0 (ffff89b409b9b500)
00010000:00010000:2.0:1775764895.292824:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.292827:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292832:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be880 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x225d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292847:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292853:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292864:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292869:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.292871:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292876:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292883:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.292886:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.292888:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292894:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308be872 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.292905:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000518be800 reply state 00000000796ece81 transno 4294992272 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be879 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x3d8830ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292916:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9b200/0xd3c138f3308be879 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x3d8830ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.292922:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x3d8830ff (ffff89b409b9bd00)
00010000:00010000:2.0:1775764895.292924:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.292926:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764895.293363:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.293370:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.293376:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.293380:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.293386:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.293396:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225d:0x0].0x0 (ffff89b409b9b500)
00010000:00010000:3.0:1775764895.293398:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.293402:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.293408:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be887 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x225d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.293427:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.293429:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.293431:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.293682:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6811:11674:x1862023150327680:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1615us (1969us total) trans 4294992272 rc 0/0
00000100:00100000:1.0:1775764895.293691:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14800
00000100:00100000:1.0:1775764895.296619:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.296707:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150327936
00000100:00100000:0.0:1775764895.296717:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150327936
00000100:00100000:0.0:1775764895.296883:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14801
00000100:00100000:0.0:1775764895.296894:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6811:11674:x1862023150327936:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.297065:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.297093:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409df1600/0xd3c138f330853349 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b07:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4e71 expref: 6811 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297343:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b07:0x0].0x0 (ffff89b4087ecb00)
00010000:00010000:0.0:1775764895.297356:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.297378:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297392:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297404:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297421:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be895 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa1dd4e04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297428:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be895 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1dd4e04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297434:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be895 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1dd4e04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297526:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297535:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.297542:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.297915:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4459, 64 off293568
00000040:00080000:0.0:1775764895.297934:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4459, 64 off293568
00010000:00010000:0.0:1775764895.298395:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298408:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298416:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298425:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298431:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298437:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298511:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.298532:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298538:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298544:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298550:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce5200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.298553:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298564:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298573:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b07:0x0].0x0 (ffff89b408268a00)
00010000:00010000:0.0:1775764895.298575:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.298579:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298584:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be89c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b07:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298600:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298607:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298612:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298617:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.298619:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298625:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298631:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.298633:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.298636:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298644:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be88e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.298652:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3c2931d reply state 000000001d2ef780 transno 4294992273 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be895 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa1dd4e04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298662:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06da00/0xd3c138f3308be895 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa1dd4e04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.298667:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa1dd4e04 (ffff89b408268d00)
00010000:00010000:0.0:1775764895.298669:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.298672:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.298761:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6812:11674:x1862023150327936:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1867us (2149us total) trans 4294992273 rc 0/0
00000100:00100000:0.0:1775764895.298780:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14801
00000100:00100000:2.0:1775764895.301471:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.301546:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150328192
00000100:00100000:3.0:1775764895.301556:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150328192
00000100:00100000:3.0:1775764895.301615:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14802
00000100:00100000:3.0:1775764895.301626:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6812:11674:x1862023150328192:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.301681:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.301706:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406191400/0xd3c138f330861e94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf7d80 expref: 6812 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301726:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c0:0x0].0x0 (ffff89b40a766200)
00010000:00010000:3.0:1775764895.301737:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.301757:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301770:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301780:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301794:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9200/0xd3c138f3308be8b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe7c9a07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301800:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9200/0xd3c138f3308be8b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe7c9a07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301807:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9200/0xd3c138f3308be8b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe7c9a07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301903:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301911:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.301918:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.302191:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4460, 64 off293632
00000040:00080000:3.0:1775764895.302211:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4460, 64 off293632
00010000:00010000:3.0:1775764895.302606:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.302616:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.302624:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.302632:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.302638:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.302644:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302839:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764895.302847:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302854:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085df800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.302858:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302866:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302877:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b07:0x0].0x0 (ffff89b408268a00)
00010000:00010000:1.0:1775764895.302880:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.302884:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302889:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be8a3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b07:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302906:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.302909:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302918:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.302921:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302927:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302934:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c0:0x0].0x0 (ffff89b40817d300)
00010000:00010000:1.0:1775764895.302937:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.302939:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.302957:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.302958:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.302960:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.303565:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1775764895.303572:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be8bf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303602:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303609:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303615:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303620:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f8400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.303623:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303629:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303638:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c0:0x0].0x0 (ffff89b40817d300)
00010000:00010000:3.0:1775764895.303641:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.303644:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303648:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be8b8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303670:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303676:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303682:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303688:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303693:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.303695:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303700:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303707:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.303709:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.303712:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303717:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.303725:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a601b066 reply state 000000008ac05657 transno 4294992274 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9200/0xd3c138f3308be8b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe7c9a07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303735:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9200/0xd3c138f3308be8b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe7c9a07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.303741:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe7c9a07 (ffff89b40817d700)
00010000:00010000:3.0:1775764895.303743:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.303746:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.303839:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6813:11674:x1862023150328192:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2213us (2375us total) trans 4294992274 rc 0/0
00000100:00100000:3.0:1775764895.303849:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14802
00000100:00100000:3.0:1775764895.306023:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.306096:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150328448
00000100:00100000:1.0:1775764895.306105:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150328448
00000100:00100000:1.0:1775764895.306187:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14803
00000100:00100000:1.0:1775764895.306196:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6813:11674:x1862023150328448:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.306272:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.306297:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409cabe00/0xd3c138f3308262ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x672:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edebe5e expref: 6813 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306315:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x672:0x0].0x0 (ffff89b402b7b600)
00010000:00010000:1.0:1775764895.306327:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.306346:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306358:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306368:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306383:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be8cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x100598a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306390:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be8cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x100598a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306397:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be8cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x100598a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306485:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x672:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306493:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306499:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.306716:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4461, 64 off293696
00000040:00080000:1.0:1775764895.306734:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4461, 64 off293696
00010000:00010000:1.0:1775764895.306802:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x672:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306811:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306818:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306829:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306835:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.306841:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.307512:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.307523:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.307534:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.307538:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.307546:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.307557:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x672:0x0].0x0 (ffff89b40ede1c00)
00010000:00010000:2.0:1775764895.307559:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.307562:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 3/0,0 mode: --/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.307569:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.307571:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.307573:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.307905:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1775764895.307912:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308be8db lrc: 0/0,0 mode: --/PW res: [0x200000402:0x672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.308013:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.308037:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308046:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308052:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308058:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.308062:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308068:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308077:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x672:0x0].0x0 (ffff89b40ede1c00)
00010000:00010000:1.0:1775764895.308079:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.308082:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308088:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308be8d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308111:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308358:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308364:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308369:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40937d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.308371:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308378:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308387:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.308390:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.308393:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308398:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308be8c6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.308409:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061d0ab6d reply state 00000000f092ce56 transno 4294992275 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be8cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x100598a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308425:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e51600/0xd3c138f3308be8cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x100598a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.308431:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x100598a3 (ffff89b40ede1600)
00010000:00010000:1.0:1775764895.308432:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.308435:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.308569:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6814:11674:x1862023150328448:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2371us (2550us total) trans 4294992275 rc 0/0
00000100:00100000:1.0:1775764895.308579:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14803
00000100:00100000:1.0:1775764895.311451:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.311548:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150328704
00000100:00100000:0.0:1775764895.311558:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150328704
00000100:00100000:0.0:1775764895.311651:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14804
00000100:00100000:0.0:1775764895.311661:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6814:11674:x1862023150328704:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.311722:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.311749:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f951200/0xd3c138f3308187c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9289 expref: 6814 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311780:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89b50b256900)
00010000:00010000:0.0:1775764895.311791:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.311812:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311829:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311838:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311854:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be8e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb9642567 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311860:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be8e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb9642567 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311867:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be8e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb9642567 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311972:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311980:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.311987:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.312500:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4462, 64 off293760
00000040:00080000:0.0:1775764895.312524:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4462, 64 off293760
00010000:00010000:0.0:1775764895.312573:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312582:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312594:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312601:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312608:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312614:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312634:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.312652:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312658:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312664:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312669:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.312673:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312680:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312688:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89b408268300)
00010000:00010000:0.0:1775764895.312691:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.312695:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312699:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be8f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312715:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312721:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312726:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312730:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce5200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.312732:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312737:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312743:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.312745:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.312747:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312752:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be8e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.312771:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000626cd74e reply state 00000000da772f84 transno 4294992276 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be8e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb9642567 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312786:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce4c00/0xd3c138f3308be8e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb9642567 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.312791:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb9642567 (ffff89b408268800)
00010000:00010000:0.0:1775764895.312793:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.312796:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.312871:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6815:11674:x1862023150328704:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1211us (1428us total) trans 4294992276 rc 0/0
00000100:00100000:0.0:1775764895.312879:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14804
00010000:00010000:3.0:1775764895.313205:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.313212:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.313227:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06c600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.313231:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.313237:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.313246:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89b408268300)
00010000:00010000:3.0:1775764895.313249:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.313252:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.313268:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be8f7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.313283:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.313284:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.313286:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.315290:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.315978:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150328960
00000100:00100000:2.0:1775764895.315990:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150328960
00000100:00100000:3.0:1775764895.316169:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14805
00000100:00100000:3.0:1775764895.316180:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409367480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6815:11674:x1862023150328960:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.316253:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.316289:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409109a00/0xd3c138f330852327 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4b37 expref: 6815 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316314:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a91:0x0].0x0 (ffff89b407a15500)
00010000:00010000:3.0:1775764895.316326:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.316347:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316361:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316371:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316385:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be905 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa36d5ec1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316392:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be905 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa36d5ec1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316398:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be905 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa36d5ec1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316498:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316505:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316511:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.316733:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4463, 64 off293824
00000040:00080000:3.0:1775764895.316751:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4463, 64 off293824
00010000:00010000:3.0:1775764895.316811:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316819:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316826:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316834:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316840:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316847:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316867:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.316884:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316890:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316896:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316902:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.316906:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316913:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316921:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a91:0x0].0x0 (ffff89b40817d100)
00010000:00010000:3.0:1775764895.316924:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.316927:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316932:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be90c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316959:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316966:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316972:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316977:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316983:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.316985:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316991:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.316998:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.317000:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.317002:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.317011:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be8fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.317020:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000602219d1 reply state 00000000b9d28ee8 transno 4294992277 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be905 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa36d5ec1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.317030:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8400/0xd3c138f3308be905 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa36d5ec1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.317036:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa36d5ec1 (ffff89b40817d300)
00010000:00010000:3.0:1775764895.317038:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.317040:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.317110:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409367480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6816:11674:x1862023150328960:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 931us (1828us total) trans 4294992277 rc 0/0
00000100:00100000:3.0:1775764895.317140:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14805
00010000:00010000:2.0:1775764895.317596:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.317603:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.317609:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f8000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.317613:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.317619:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.317628:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a91:0x0].0x0 (ffff89b40817d100)
00010000:00010000:2.0:1775764895.317631:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.317634:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.317639:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308be913 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.317653:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.317655:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.317657:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.320601:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.320684:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150329216
00000100:00100000:2.0:1775764895.320694:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150329216
00000100:00100000:2.0:1775764895.320792:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14806
00000100:00100000:2.0:1775764895.320803:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6816:11674:x1862023150329216:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.320868:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.320893:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4094c7600/0xd3c138f330845032 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x148a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2106 expref: 6816 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.320913:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x148a:0x0].0x0 (ffff89b40a2f1100)
00010000:00010000:2.0:1775764895.320923:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.321089:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321105:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321147:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321164:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be921 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7b9eec2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321171:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be921 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7b9eec2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321177:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be921 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7b9eec2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321392:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321401:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321408:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.321635:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4464, 64 off293888
00000040:00080000:2.0:1775764895.321654:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4464, 64 off293888
00010000:00010000:2.0:1775764895.321705:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321715:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321722:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321729:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321735:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321744:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321812:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.321832:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321838:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321844:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321849:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.321852:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321859:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321867:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x148a:0x0].0x0 (ffff89b409b9bc00)
00010000:00010000:2.0:1775764895.321870:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.321873:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321878:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be928 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321894:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321903:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321909:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321914:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.321917:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321922:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321929:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.321931:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.321934:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.321939:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be91a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.322088:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d09d835e reply state 00000000d6ab757d transno 4294992278 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be921 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7b9eec2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.322100:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676200/0xd3c138f3308be921 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7b9eec2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.322106:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7b9eec2 (ffff89b409b9b200)
00010000:00010000:2.0:1775764895.322109:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.322111:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.322202:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6817:11674:x1862023150329216:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1399us (1610us total) trans 4294992278 rc 0/0
00000100:00100000:2.0:1775764895.322211:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14806
00000100:00100000:1.0:1775764895.324754:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.325112:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150329472
00000100:00100000:3.0:1775764895.325148:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150329472
00000100:00100000:3.0:1775764895.325199:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14807
00000100:00100000:3.0:1775764895.325208:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6817:11674:x1862023150329472:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.325356:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.325385:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff58200/0xd3c138f33082dc75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded6ad expref: 6817 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325404:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9eb:0x0].0x0 (ffff89b40a388100)
00010000:00010000:3.0:1775764895.325414:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.325433:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325450:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325460:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325475:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8c00/0xd3c138f3308be93d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x843d1fde bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325482:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8c00/0xd3c138f3308be93d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x843d1fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325489:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8c00/0xd3c138f3308be93d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x843d1fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325579:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325587:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.325593:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.325935:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.325953:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.325961:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.325965:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.325973:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.325983:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x148a:0x0].0x0 (ffff89b409b9bc00)
00010000:00010000:0.0:1775764895.325986:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.325990:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.325995:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be92f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326012:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.326015:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.326016:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000040:00080000:3.0:1775764895.326194:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4465, 64 off293952
00000040:00080000:3.0:1775764895.326214:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4465, 64 off293952
00010000:00010000:0.0:1775764895.326491:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326503:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326511:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326518:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326524:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326530:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326573:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.326592:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326598:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326604:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326610:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.326614:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326624:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326632:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9eb:0x0].0x0 (ffff89b40817db00)
00010000:00010000:0.0:1775764895.326635:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.326638:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326643:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308be944 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326658:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326664:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326670:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326675:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f8a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.326678:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326684:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326691:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.326694:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.326697:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326706:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308be936 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.326716:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0e09618 reply state 0000000041821e3a transno 4294992279 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8c00/0xd3c138f3308be93d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x843d1fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326726:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8c00/0xd3c138f3308be93d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x843d1fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.326731:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x843d1fde (ffff89b40817dd00)
00010000:00010000:0.0:1775764895.326734:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.326736:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.326956:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6818:11674:x1862023150329472:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1734us (2196us total) trans 4294992279 rc 0/0
00000100:00100000:0.0:1775764895.326968:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14807
00010000:00010000:2.0:1775764895.327289:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.327295:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.327302:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06ca00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.327305:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.327311:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.327319:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9eb:0x0].0x0 (ffff89b40817db00)
00010000:00010000:2.0:1775764895.327321:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.327324:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.327329:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308be94b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.327344:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.327346:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.327347:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.329997:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.330075:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150329728
00000100:00100000:3.0:1775764895.330086:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150329728
00000100:00100000:3.0:1775764895.330428:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14808
00000100:00100000:3.0:1775764895.330439:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409913480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6818:11674:x1862023150329728:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.330512:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.330540:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409ea8200/0xd3c138f330856cd8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf59f4 expref: 6818 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330559:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cac:0x0].0x0 (ffff89b407a4d200)
00010000:00010000:3.0:1775764895.330579:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.330599:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330614:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330624:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330641:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be959 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb9f3cb42 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330648:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be959 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb9f3cb42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330654:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be959 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb9f3cb42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330746:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330754:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.330761:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.331361:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4466, 64 off294016
00000040:00080000:3.0:1775764895.331378:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4466, 64 off294016
00010000:00010000:3.0:1775764895.331435:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331445:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331452:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331460:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331466:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331473:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331564:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.331586:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331593:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331599:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331605:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.331610:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331617:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331627:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cac:0x0].0x0 (ffff89b404bab700)
00010000:00010000:3.0:1775764895.331631:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.331634:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331639:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be960 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1cac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331659:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331666:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331672:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331678:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331683:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.331686:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331691:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331704:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.331707:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.331710:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331715:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308be952 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.331726:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e14eb079 reply state 00000000d3b4b5bb transno 4294992280 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be959 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb9f3cb42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331737:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9e00/0xd3c138f3308be959 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb9f3cb42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.331743:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb9f3cb42 (ffff89b404bab400)
00010000:00010000:3.0:1775764895.331745:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.331748:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.331931:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409913480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6819:11674:x1862023150329728:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1491us (1937us total) trans 4294992280 rc 0/0
00000100:00100000:3.0:1775764895.331950:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14808
00000100:00100000:1.0:1775764895.335341:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.335513:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150329984
00000100:00100000:0.0:1775764895.335526:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150329984
00000100:00100000:0.0:1775764895.335597:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14809
00000100:00100000:0.0:1775764895.335608:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6819:11674:x1862023150329984:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.335670:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.335703:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ef200/0xd3c138f33085c75a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6c0e expref: 6819 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335722:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f42:0x0].0x0 (ffff89b408f46000)
00010000:00010000:0.0:1775764895.335735:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.335759:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335789:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335798:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335816:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be975 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x1d802c05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335823:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be975 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1d802c05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335830:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be975 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1d802c05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335932:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335940:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.335947:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.336251:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4467, 64 off294080
00000040:00080000:0.0:1775764895.336281:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4467, 64 off294080
00010000:00010000:0.0:1775764895.336336:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.336346:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.336358:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.336365:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.336372:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.336379:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.337077:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764895.337087:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.337095:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.337099:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.337111:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.337147:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cac:0x0].0x0 (ffff89b404bab700)
00010000:00010000:2.0:1775764895.337150:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.337155:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.337161:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308be967 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1cac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.337389:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.337395:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.337402:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.337405:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.337410:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.337420:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f42:0x0].0x0 (ffff89b408268a00)
00010000:00010000:1.0:1775764895.337422:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.337425:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.337434:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.337436:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.337438:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.337540:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.337565:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764895.337573:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be983 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337604:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337611:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337618:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337623:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce5200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.337627:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337632:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337645:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f42:0x0].0x0 (ffff89b408268a00)
00010000:00010000:0.0:1775764895.337647:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.337650:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337654:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be97c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337675:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337681:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337686:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337691:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.337693:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337699:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337706:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.337708:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.337710:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337715:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308be96e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.337727:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db287815 reply state 00000000992f3c4e transno 4294992281 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be975 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x1d802c05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337739:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06c600/0xd3c138f3308be975 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x1d802c05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.337746:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x1d802c05 (ffff89b408268300)
00010000:00010000:0.0:1775764895.337748:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.337751:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.338109:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6820:11674:x1862023150329984:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2499us (2777us total) trans 4294992281 rc 0/0
00000100:00100000:0.0:1775764895.338145:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14809
00000100:00100000:2.0:1775764895.345896:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.346392:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150330240
00000100:00100000:0.0:1775764895.346405:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150330240
00000100:00100000:0.0:1775764895.346517:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14810
00000100:00100000:0.0:1775764895.346527:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6820:11674:x1862023150330240:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.346589:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.346617:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408798a00/0xd3c138f33084fc99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1977:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4381 expref: 6820 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346635:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1977:0x0].0x0 (ffff89b408458d00)
00010000:00010000:0.0:1775764895.346645:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.346666:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346679:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346693:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346710:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be991 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xae2c0b0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346717:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be991 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xae2c0b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346724:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be991 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xae2c0b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346847:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346854:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.346861:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.347459:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4468, 64 off294144
00000040:00080000:0.0:1775764895.347478:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4468, 64 off294144
00010000:00010000:0.0:1775764895.347528:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347538:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347547:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347558:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347565:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347571:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347594:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.347612:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347618:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347624:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347630:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.347634:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347641:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347649:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1977:0x0].0x0 (ffff89b40a3d1500)
00010000:00010000:0.0:1775764895.347653:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.347657:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347666:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308be998 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1977:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347682:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347687:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347692:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347697:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406208a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.347700:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347705:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347713:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.347716:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.347719:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347724:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308be98a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.347734:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f65628ed reply state 000000005d01a554 transno 4294992282 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be991 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xae2c0b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347747:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406209200/0xd3c138f3308be991 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xae2c0b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.347754:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xae2c0b0c (ffff89b4087ecb00)
00010000:00010000:0.0:1775764895.347757:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.347760:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764895.347972:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.347979:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.347985:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.347988:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.347995:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.348004:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1977:0x0].0x0 (ffff89b40a3d1500)
00010000:00010000:2.0:1775764895.348007:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.348009:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.348014:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308be99f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1977:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.348031:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.348033:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.348034:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.348475:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6821:11674:x1862023150330240:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1945us (2583us total) trans 4294992282 rc 0/0
00000100:00100000:0.0:1775764895.348485:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14810
00000100:00100000:1.0:1775764895.352381:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.352473:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150330496
00000100:00100000:3.0:1775764895.352484:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150330496
00000100:00100000:3.0:1775764895.352578:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14811
00000100:00100000:3.0:1775764895.352588:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6821:11674:x1862023150330496:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.352646:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.352672:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f84ce00/0xd3c138f3308597c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1de6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf628a expref: 6821 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352695:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1de6:0x0].0x0 (ffff89b408f28900)
00010000:00010000:3.0:1775764895.352706:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.352724:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352737:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352746:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352761:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e800/0xd3c138f3308be9ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa66edd7f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352780:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e800/0xd3c138f3308be9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa66edd7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352787:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e800/0xd3c138f3308be9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa66edd7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352879:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352887:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.352894:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.353368:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4469, 64 off294208
00000040:00080000:3.0:1775764895.353389:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4469, 64 off294208
00010000:00010000:3.0:1775764895.353438:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353448:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353456:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353463:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353470:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353475:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353535:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.353553:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353559:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353566:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353571:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50fc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.353575:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353582:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353591:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1de6:0x0].0x0 (ffff89b404babf00)
00010000:00010000:3.0:1775764895.353594:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.353598:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353604:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308be9b4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1de6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353622:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353628:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353633:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353639:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353643:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9ac00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.353645:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353650:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353656:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.353659:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.353662:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353671:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308be9a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.353680:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000c817f3 reply state 0000000030bcd73f transno 4294992283 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e800/0xd3c138f3308be9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa66edd7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353691:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e800/0xd3c138f3308be9ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa66edd7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.353696:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa66edd7f (ffff89b404babc00)
00010000:00010000:3.0:1775764895.353698:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.353701:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.353809:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53f7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6822:11674:x1862023150330496:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1221us (1435us total) trans 4294992283 rc 0/0
00000100:00100000:3.0:1775764895.353818:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14811
00010000:00010000:2.0:1775764895.356570:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.356584:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.356596:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50fa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.356600:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.356609:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.356628:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1de6:0x0].0x0 (ffff89b404babf00)
00010000:00010000:2.0:1775764895.356631:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.356636:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.356642:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308be9bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1de6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.356670:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.356672:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.356674:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.357668:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.357857:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150330752
00000100:00100000:0.0:1775764895.357869:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150330752
00000100:00100000:0.0:1775764895.358089:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14812
00000100:00100000:0.0:1775764895.358100:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6822:11674:x1862023150330752:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.358363:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.358392:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f330852e17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ae1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4d67 expref: 6822 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358413:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ae1:0x0].0x0 (ffff89b405a67700)
00010000:00010000:0.0:1775764895.358424:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.358445:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358459:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358469:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358485:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be9c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe1fdd4ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358496:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1fdd4ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358502:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1fdd4ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358606:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358615:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.358621:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.359342:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4470, 64 off294272
00000040:00080000:0.0:1775764895.359366:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4470, 64 off294272
00010000:00010000:0.0:1775764895.359421:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359431:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359439:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359446:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359452:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359462:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359531:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.359551:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359557:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359563:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359569:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406ce5200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.359573:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359580:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359589:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ae1:0x0].0x0 (ffff89b40a3d1900)
00010000:00010000:0.0:1775764895.359592:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.359596:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359602:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308be9d0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ae1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359620:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359629:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359635:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359640:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.359643:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359648:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359656:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.359658:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.359661:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359667:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308be9c2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.359676:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000608dca5e reply state 00000000a803e694 transno 4294992284 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1fdd4ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359688:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408748c00/0xd3c138f3308be9c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe1fdd4ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.359693:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe1fdd4ea (ffff89b40a3d1f00)
00010000:00010000:0.0:1775764895.359696:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.359699:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.359795:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6823:11674:x1862023150330752:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1695us (2133us total) trans 4294992284 rc 0/0
00000100:00100000:0.0:1775764895.359804:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14812
00000100:00100000:0.0:1775764895.362588:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.362659:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150331008
00000100:00100000:2.0:1775764895.362669:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150331008
00000100:00100000:2.0:1775764895.362728:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14813
00000100:00100000:2.0:1775764895.362738:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6823:11674:x1862023150331008:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.362814:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.362841:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c2da00/0xd3c138f33082ed00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded9fc expref: 6823 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.362863:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa64:0x0].0x0 (ffff89b40a39fc00)
00010000:00010000:2.0:1775764895.362872:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.362893:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.362905:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.362916:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.362932:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be9e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb0bb2b81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.362939:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb0bb2b81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.362944:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb0bb2b81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.363039:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.363047:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.363053:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.363706:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4471, 64 off294336
00000040:00080000:2.0:1775764895.363726:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4471, 64 off294336
00010000:00010000:2.0:1775764895.363788:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.363797:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.363806:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.363813:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.363819:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.363825:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364251:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764895.364268:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364275:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.364279:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364287:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364298:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ae1:0x0].0x0 (ffff89b40a3d1900)
00010000:00010000:1.0:1775764895.364301:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.364305:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364310:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308be9d7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ae1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364330:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.364333:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364339:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.364341:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364347:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364355:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa64:0x0].0x0 (ffff89b409b9b000)
00010000:00010000:1.0:1775764895.364357:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.364359:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.364366:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.364368:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.364370:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.364516:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1775764895.364521:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308be9f3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364549:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364556:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364563:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364568:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.364572:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364578:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364586:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa64:0x0].0x0 (ffff89b409b9b000)
00010000:00010000:2.0:1775764895.364589:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.364592:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364598:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308be9ec lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364617:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364623:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364628:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364633:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.364636:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364642:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364649:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.364651:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.364654:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364660:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308be9de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.364669:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053af8150 reply state 000000005dd9a22e transno 4294992285 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb0bb2b81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364679:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676a00/0xd3c138f3308be9e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb0bb2b81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.364685:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb0bb2b81 (ffff89b409b9b400)
00010000:00010000:2.0:1775764895.364687:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.364690:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764895.364822:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.364923:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6824:11674:x1862023150331008:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2184us (2341us total) trans 4294992285 rc 0/0
00000100:00100000:2.0:1775764895.364933:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14813
00000100:00100000:3.0:1775764895.368783:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.368933:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150331264
00000100:00100000:1.0:1775764895.368957:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150331264
00000100:00100000:1.0:1775764895.369026:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14814
00000100:00100000:1.0:1775764895.369037:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6824:11674:x1862023150331264:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.369100:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.369166:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403bc8a00/0xd3c138f33086da91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x271f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa319 expref: 6824 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369188:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x271f:0x0].0x0 (ffff89b403bfb900)
00010000:00010000:1.0:1775764895.369200:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.369234:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369251:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369270:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369290:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bea01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb69c4563 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369297:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bea01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb69c4563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369303:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bea01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb69c4563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369406:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369415:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369421:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.369647:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4472, 64 off294400
00000040:00080000:1.0:1775764895.369666:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4472, 64 off294400
00010000:00010000:1.0:1775764895.369715:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369724:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369731:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369737:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369747:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.369752:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.370398:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.370470:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370478:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370485:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370491:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.370496:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370503:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370515:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x271f:0x0].0x0 (ffff89b40ede1e00)
00010000:00010000:0.0:1775764895.370518:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.370521:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370527:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bea08 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x271f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370547:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370553:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370564:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370570:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370576:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085df800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.370579:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370584:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370591:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.370593:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.370596:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370602:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308be9fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.370613:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d31b00a reply state 0000000025297250 transno 4294992286 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bea01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb69c4563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370624:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40937d200/0xd3c138f3308bea01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb69c4563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.370630:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb69c4563 (ffff89b40ede1c00)
00010000:00010000:0.0:1775764895.370633:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.370636:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.370731:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6825:11674:x1862023150331264:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1693us (1968us total) trans 4294992286 rc 0/0
00000100:00100000:0.0:1775764895.370739:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14814
00000100:00100000:3.0:1775764895.373896:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.374079:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150331520
00000100:00100000:0.0:1775764895.374090:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150331520
00000100:00100000:0.0:1775764895.374169:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14815
00000100:00100000:0.0:1775764895.374178:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6825:11674:x1862023150331520:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.374252:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.374286:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c8c800/0xd3c138f330849727 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1691:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2f37 expref: 6825 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374307:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1691:0x0].0x0 (ffff89b40739e300)
00010000:00010000:0.0:1775764895.374317:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.374339:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374352:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374361:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374375:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308bea1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd98f7202 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374382:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308bea1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd98f7202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374390:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308bea1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd98f7202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374480:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374489:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374495:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.374702:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4473, 64 off294464
00000040:00080000:0.0:1775764895.374720:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4473, 64 off294464
00010000:00010000:0.0:1775764895.374765:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374774:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374781:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374788:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374794:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.374799:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375657:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764895.375667:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375676:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.375680:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375688:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375700:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x271f:0x0].0x0 (ffff89b40ede1e00)
00010000:00010000:2.0:1775764895.375703:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.375707:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375713:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bea0f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x271f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375735:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.375738:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375744:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.375746:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375752:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.375760:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1691:0x0].0x0 (ffff89b40a3d1e00)
00010000:00010000:2.0:1775764895.376027:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.376031:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.376040:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.376041:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.376043:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.376142:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764895.376148:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bea2b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1691:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376175:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376181:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376187:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376192:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.376196:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376201:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376210:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1691:0x0].0x0 (ffff89b40a3d1e00)
00010000:00010000:0.0:1775764895.376213:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.376215:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376230:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bea24 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1691:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376251:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376266:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376271:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376276:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406208a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.376279:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376285:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376293:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.376295:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.376298:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376303:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bea16 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.376314:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bab1eda1 reply state 00000000076b9e7f transno 4294992287 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308bea1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd98f7202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376324:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749000/0xd3c138f3308bea1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd98f7202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.376331:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd98f7202 (ffff89b40a3d1800)
00010000:00010000:0.0:1775764895.376333:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.376336:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.376415:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6826:11674:x1862023150331520:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2235us (2526us total) trans 4294992287 rc 0/0
00000100:00100000:0.0:1775764895.376424:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14815
00000100:00100000:1.0:1775764895.379020:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.379252:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150331776
00000100:00100000:0.0:1775764895.379270:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150331776
00000100:00100000:0.0:1775764895.379322:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14816
00000100:00100000:0.0:1775764895.379332:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6826:11674:x1862023150331776:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.379392:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.379418:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308212a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeae51 expref: 6826 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379437:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x427:0x0].0x0 (ffff89b40bb73600)
00010000:00010000:0.0:1775764895.379448:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.379468:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379481:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379489:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379503:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bea39 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xaf828819 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379511:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bea39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaf828819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379517:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bea39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaf828819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379609:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x427:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379617:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379627:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.379843:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4474, 64 off294528
00000040:00080000:0.0:1775764895.379860:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4474, 64 off294528
00010000:00010000:0.0:1775764895.379907:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379916:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379923:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379931:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379937:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.379943:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.380707:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.380716:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.380724:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859f800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.380728:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.380739:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.380752:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x427:0x0].0x0 (ffff89b40a3d1300)
00010000:00010000:2.0:1775764895.380755:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.380759:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381079:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1775764895.381084:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bea47 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381110:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.381136:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.381244:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.381329:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.381347:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381354:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381360:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381365:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859ea00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.381369:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381375:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381384:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x427:0x0].0x0 (ffff89b40a3d1300)
00010000:00010000:0.0:1775764895.381387:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.381390:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381395:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308bea40 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381419:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381425:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381431:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381435:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.381439:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381445:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381453:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.381456:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.381458:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381463:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bea32 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.381473:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ee0ae44 reply state 0000000073d654e0 transno 4294992288 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bea39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xaf828819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381485:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703600/0xd3c138f3308bea39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xaf828819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.381492:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xaf828819 (ffff89b40a3d1d00)
00010000:00010000:0.0:1775764895.381495:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.381497:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.381637:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b52fea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6827:11674:x1862023150331776:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2303us (2622us total) trans 4294992288 rc 0/0
00000100:00100000:0.0:1775764895.381647:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14816
00000100:00100000:3.0:1775764895.384177:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.384252:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150332032
00000100:00100000:0.0:1775764895.384271:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150332032
00000100:00100000:0.0:1775764895.384338:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14817
00000100:00100000:0.0:1775764895.384350:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6827:11674:x1862023150332032:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.384414:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.384442:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4052fc600/0xd3c138f330841b6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1308:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1678 expref: 6827 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384461:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1308:0x0].0x0 (ffff89b409895100)
00010000:00010000:0.0:1775764895.384471:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.384490:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384503:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384512:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384526:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f200/0xd3c138f3308bea55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x53ed57ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384534:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f200/0xd3c138f3308bea55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x53ed57ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384540:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f200/0xd3c138f3308bea55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x53ed57ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384635:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384642:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384648:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.384882:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4475, 64 off294592
00000040:00080000:0.0:1775764895.384901:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4475, 64 off294592
00010000:00010000:0.0:1775764895.384947:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384956:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384963:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384970:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384976:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.384981:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385003:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.385019:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385024:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385030:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385035:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859ec00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.385039:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385050:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385058:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1308:0x0].0x0 (ffff89b40a3d1900)
00010000:00010000:0.0:1775764895.385061:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.385064:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385069:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308bea5c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1308:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385087:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.385089:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.385096:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.385099:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385107:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.385134:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859e200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.385141:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385142:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385158:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.385158:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385162:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385175:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.385175:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1308:0x0].0x0 (ffff89b40a3d1900)
00010000:00010000:2.0:1775764895.385181:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.385185:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385190:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.385192:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bea63 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1308:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385195:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.385200:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385208:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bea4e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.385212:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.385214:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.385228:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00010000:0.0:1775764895.385232:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027e21dbf reply state 00000000afb7a89e transno 4294992289 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f200/0xd3c138f3308bea55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x53ed57ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385243:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f200/0xd3c138f3308bea55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x53ed57ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.385249:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x53ed57ef (ffff89b40a3d1a00)
00010000:00010000:0.0:1775764895.385251:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.385255:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.385904:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6828:11674:x1862023150332032:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1553us (1732us total) trans 4294992289 rc 0/0
00000100:00100000:0.0:1775764895.385916:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14817
00000100:00100000:3.0:1775764895.391923:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.392065:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150332288
00000100:00100000:0.0:1775764895.392075:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150332288
00000100:00100000:0.0:1775764895.392238:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14818
00000100:00100000:0.0:1775764895.392248:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6828:11674:x1862023150332288:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.392408:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.392437:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cc5c00/0xd3c138f33084a3de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf31c2 expref: 6828 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392458:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16ee:0x0].0x0 (ffff89b408ec8400)
00010000:00010000:0.0:1775764895.392471:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.392491:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392504:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392513:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392527:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fc00/0xd3c138f3308bea71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x98cd6958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392533:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fc00/0xd3c138f3308bea71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98cd6958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392538:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fc00/0xd3c138f3308bea71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98cd6958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392638:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392646:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.392652:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.393042:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4476, 64 off294656
00000040:00080000:0.0:1775764895.393062:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4476, 64 off294656
00010000:00010000:0.0:1775764895.393150:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393160:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393172:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393180:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393185:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393192:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393209:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.393235:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393241:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393247:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393253:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.393336:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393346:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393356:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16ee:0x0].0x0 (ffff89b408268a00)
00010000:00010000:0.0:1775764895.393359:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.393364:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393370:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bea78 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393389:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393395:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393400:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393406:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859e800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.393408:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393414:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393421:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.393424:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.393427:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393432:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308bea6a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.393443:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056293254 reply state 00000000a4cab459 transno 4294992290 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fc00/0xd3c138f3308bea71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x98cd6958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393459:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fc00/0xd3c138f3308bea71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x98cd6958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.393465:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x98cd6958 (ffff89b40a3d1500)
00010000:00010000:0.0:1775764895.393467:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.393470:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764895.393484:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.393492:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.393501:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859f400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.393505:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.393513:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.393535:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16ee:0x0].0x0 (ffff89b408268a00)
00010000:00010000:2.0:1775764895.393538:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.393542:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764895.393547:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6829:11674:x1862023150332288:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1297us (1628us total) trans 4294992290 rc 0/0
00010000:00010000:2.0:1775764895.393551:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bea7f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764895.393562:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14818
00010000:00010000:2.0:1775764895.393572:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.393575:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.393577:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.396308:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.400280:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150332544
00000100:00100000:3.0:1775764895.400296:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150332544
00000100:00100000:2.0:1775764895.400441:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14819
00000100:00100000:2.0:1775764895.400453:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6829:11674:x1862023150332544:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.400513:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.400541:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a210200/0xd3c138f33083f803 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0f63 expref: 6829 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400561:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1205:0x0].0x0 (ffff89b40a304e00)
00010000:00010000:2.0:1775764895.400571:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.400592:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400603:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400613:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400626:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308bea8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x24c779b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400632:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308bea8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x24c779b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400638:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308bea8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x24c779b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400732:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400740:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.400746:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.400995:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4477, 64 off294720
00000040:00080000:2.0:1775764895.401014:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4477, 64 off294720
00010000:00010000:2.0:1775764895.401065:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401074:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401083:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401089:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401095:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401101:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401148:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.401164:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401170:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401176:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401181:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.401186:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401192:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401200:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1205:0x0].0x0 (ffff89b409b9b300)
00010000:00010000:1.0:1775764895.401203:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.401203:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.401210:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.401211:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.401235:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.401235:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bea94 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.401241:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.401254:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401255:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401272:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.401275:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1205:0x0].0x0 (ffff89b409b9b300)
00010000:00010000:1.0:1775764895.401279:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.401279:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.401284:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401292:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.401295:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bea9b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401297:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401312:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.401323:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.401323:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.401327:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.401328:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.401330:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.401333:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401339:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bea86 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.401350:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc16668d reply state 00000000093d7504 transno 4294992291 ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308bea8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x24c779b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401366:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9ac00/0xd3c138f3308bea8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x24c779b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.401372:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x24c779b5 (ffff89b409b9b000)
00010000:00010000:2.0:1775764895.401375:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.401377:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.401464:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6830:11674:x1862023150332544:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1013us (5164us total) trans 4294992291 rc 0/0
00000100:00100000:2.0:1775764895.401474:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14819
00000100:00100000:1.0:1775764895.403743:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.403805:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150332800
00000100:00100000:3.0:1775764895.403816:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150332800
00000100:00100000:3.0:1775764895.403885:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14820
00000100:00100000:3.0:1775764895.403893:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6830:11674:x1862023150332800:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.403993:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.404020:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407a24600/0xd3c138f33084d4f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1855:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3b93 expref: 6830 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404041:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1855:0x0].0x0 (ffff89b404b8bf00)
00010000:00010000:3.0:1775764895.404052:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.404073:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404087:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404097:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404110:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f600/0xd3c138f3308beaa9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x57dd3e18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404140:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f600/0xd3c138f3308beaa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x57dd3e18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404146:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f600/0xd3c138f3308beaa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x57dd3e18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404248:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404256:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404273:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.404498:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4478, 64 off294784
00000040:00080000:3.0:1775764895.404517:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4478, 64 off294784
00010000:00010000:3.0:1775764895.404582:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404591:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404598:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404604:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404610:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404615:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404638:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.404653:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404660:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404666:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404671:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50f800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.404675:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404682:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404691:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1855:0x0].0x0 (ffff89b404bab300)
00010000:00010000:3.0:1775764895.404694:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.404697:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404703:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beab0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404718:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.404719:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.404728:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404728:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404743:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.404744:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50ea00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.404750:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404754:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.404764:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404765:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50fc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.404771:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.404778:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1855:0x0].0x0 (ffff89b404bab300)
00010000:00010000:3.0:1775764895.404779:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.404784:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.404789:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404793:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.404797:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308beab7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404797:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.404802:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404815:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beaa2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.404817:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.404819:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.404822:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00010000:3.0:1775764895.404828:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3d575f0 reply state 0000000024eeb83f transno 4294992292 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f600/0xd3c138f3308beaa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x57dd3e18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404839:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f600/0xd3c138f3308beaa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x57dd3e18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.404844:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x57dd3e18 (ffff89b404babb00)
00010000:00010000:3.0:1775764895.404847:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.404850:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.404922:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6831:11674:x1862023150332800:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1028us (1186us total) trans 4294992292 rc 0/0
00000100:00100000:3.0:1775764895.404931:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14820
00000100:00100000:1.0:1775764895.407176:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.407345:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150333056
00000100:00100000:0.0:1775764895.407355:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150333056
00000100:00100000:0.0:1775764895.407407:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14821
00000100:00100000:0.0:1775764895.407415:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6831:11674:x1862023150333056:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.407469:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.407711:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40530d400/0xd3c138f33086ac15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf99cd expref: 6831 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.407731:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25cb:0x0].0x0 (ffff89b403bd4300)
00010000:00010000:0.0:1775764895.407742:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.407764:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.407920:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.407933:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.407954:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308beac5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9406fc0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.407962:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308beac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9406fc0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.407968:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308beac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9406fc0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408062:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408070:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408076:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.408341:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4479, 64 off294848
00000040:00080000:0.0:1775764895.408360:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4479, 64 off294848
00010000:00010000:0.0:1775764895.408410:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408420:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408428:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408435:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408446:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408452:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408475:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.408504:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408510:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408516:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408522:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859ea00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.408526:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408533:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408542:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25cb:0x0].0x0 (ffff89b40a3d1e00)
00010000:00010000:0.0:1775764895.408546:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.408550:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.408553:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.408555:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beacc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.408561:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.408577:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859f800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.408580:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.408587:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408591:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.408597:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25cb:0x0].0x0 (ffff89b40a3d1e00)
00010000:00010000:0.0:1775764895.408599:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.408603:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.408608:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408611:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.408620:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308bead3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408622:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.408628:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408636:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.408644:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.408645:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.408648:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.408650:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.408651:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.408653:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408660:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beabe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.408670:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b56d2f9 reply state 000000004cb339e0 transno 4294992293 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308beac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9406fc0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408680:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ec00/0xd3c138f3308beac5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9406fc0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.408687:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9406fc0d (ffff89b40a3d1300)
00010000:00010000:0.0:1775764895.408690:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.408693:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.408768:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6832:11674:x1862023150333056:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1353us (1599us total) trans 4294992293 rc 0/0
00000100:00100000:0.0:1775764895.408777:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14821
00000100:00100000:1.0:1775764895.412507:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.412580:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150333312
00000100:00100000:3.0:1775764895.412590:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150333312
00000100:00100000:3.0:1775764895.412661:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14822
00000100:00100000:3.0:1775764895.412671:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b53bc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6832:11674:x1862023150333312:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.412730:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.412759:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405eb8200/0xd3c138f33083eefd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0d95 expref: 6832 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.412789:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11c3:0x0].0x0 (ffff89b409897500)
00010000:00010000:3.0:1775764895.412800:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.412818:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.412836:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.412844:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.412859:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e400/0xd3c138f3308beae1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdc96ef12 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.412865:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e400/0xd3c138f3308beae1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdc96ef12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.412871:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e400/0xd3c138f3308beae1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdc96ef12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413106:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413147:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413156:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.413467:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4480, 64 off294912
00000040:00080000:3.0:1775764895.413577:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4480, 64 off294912
00010000:00010000:3.0:1775764895.413631:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413640:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413652:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413659:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413665:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413671:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413733:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.413753:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413760:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413775:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413780:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.413784:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413790:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413799:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11c3:0x0].0x0 (ffff89b404babf00)
00010000:00010000:3.0:1775764895.413802:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.413806:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413812:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beae8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x11c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413831:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413837:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413842:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413846:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413850:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.413852:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413857:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413864:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.413866:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.413869:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413874:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beada lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.413883:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fe58b00 reply state 000000009b5e55f2 transno 4294992294 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e400/0xd3c138f3308beae1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdc96ef12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413894:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e400/0xd3c138f3308beae1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdc96ef12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.413900:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdc96ef12 (ffff89b404babd00)
00010000:00010000:3.0:1775764895.413902:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.413904:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.413995:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b53bc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6833:11674:x1862023150333312:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1323us (1496us total) trans 4294992294 rc 0/0
00000100:00100000:3.0:1775764895.414004:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14822
00010000:00010000:2.0:1775764895.415753:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.415819:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.415827:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50fa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.415831:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.415837:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.415849:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11c3:0x0].0x0 (ffff89b404babf00)
00010000:00010000:2.0:1775764895.415850:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.415853:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.415857:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308beaef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.415871:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.415872:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.415873:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.417663:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.418076:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150333568
00000100:00100000:2.0:1775764895.418087:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150333568
00000100:00100000:2.0:1775764895.418181:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14823
00000100:00100000:2.0:1775764895.418192:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6833:11674:x1862023150333568:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.418382:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.418410:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a189200/0xd3c138f330844056 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1dda expref: 6833 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418430:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1416:0x0].0x0 (ffff89b4057bbd00)
00010000:00010000:0.0:1775764895.418439:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.418457:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418468:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418478:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418489:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beafd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x13ffb941 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418495:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beafd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x13ffb941 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418500:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beafd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x13ffb941 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418581:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418592:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.418599:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.419295:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4481, 64 off294976
00000040:00080000:0.0:1775764895.419353:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4481, 64 off294976
00010000:00010000:0.0:1775764895.419400:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419408:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419413:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419418:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419422:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419426:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419435:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.419448:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419452:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419456:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419460:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859e800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.419463:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419467:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419472:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1416:0x0].0x0 (ffff89b40a3d1900)
00010000:00010000:0.0:1775764895.419474:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.419477:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419480:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb04 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419502:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419506:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419510:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419512:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.419514:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419520:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419524:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.419526:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.419527:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419531:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beaf6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.419536:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f91e94e reply state 00000000da42286d transno 4294992295 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beafd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x13ffb941 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419544:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ea00/0xd3c138f3308beafd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x13ffb941 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.419548:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x13ffb941 (ffff89b40a3d1e00)
00010000:00010000:0.0:1775764895.419549:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.419551:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764895.420047:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.420055:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.420065:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.420069:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.420074:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.420087:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1416:0x0].0x0 (ffff89b40a3d1900)
00010000:00010000:1.0:1775764895.420090:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.420092:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.420098:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb0b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.420135:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.420139:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.420141:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.420922:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6834:11674:x1862023150333568:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2729us (3264us total) trans 4294992295 rc 0/0
00000100:00100000:0.0:1775764895.420930:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14823
00000100:00100000:1.0:1775764895.425192:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.425470:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150333824
00000100:00100000:0.0:1775764895.425482:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150333824
00000100:00100000:0.0:1775764895.425550:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14824
00000100:00100000:0.0:1775764895.425560:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b407bf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6834:11674:x1862023150333824:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.425652:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.425687:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409d3c200/0xd3c138f33084faaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1969:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf431f expref: 6834 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425709:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1969:0x0].0x0 (ffff89b404ba3900)
00010000:00010000:0.0:1775764895.425723:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.425747:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425760:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425770:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425785:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdb592b49 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425792:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb592b49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425799:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb592b49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425903:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425911:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.425918:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.426157:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4482, 64 off295040
00000040:00080000:0.0:1775764895.426180:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4482, 64 off295040
00010000:00010000:0.0:1775764895.426237:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426246:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426253:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426260:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426266:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426271:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426294:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.426310:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426316:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426323:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426327:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859ee00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.426332:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426340:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426348:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1969:0x0].0x0 (ffff89b402d36f00)
00010000:00010000:0.0:1775764895.426351:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.426354:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426360:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1969:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426373:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426380:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426386:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.426388:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.426395:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.426398:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.426398:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426416:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.426418:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859f000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.426424:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426427:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.426433:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.426437:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.426438:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426450:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb12 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.426473:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1969:0x0].0x0 (ffff89b402d36f00)
00000004:00010000:0.0:1775764895.426476:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a96ff08 reply state 00000000dcdeb3e6 transno 4294992296 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdb592b49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426486:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e800/0xd3c138f3308beb19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdb592b49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.426488:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.426494:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.426497:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdb592b49 (ffff89b40a3d1900)
00010000:00010000:0.0:1775764895.426503:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.426505:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1969:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764895.426507:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764895.426524:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.426526:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.426528:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.426585:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b407bf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6835:11674:x1862023150333824:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1025us (1403us total) trans 4294992296 rc 0/0
00000100:00100000:0.0:1775764895.426594:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14824
00000100:00100000:2.0:1775764895.429577:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.429664:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150334080
00000100:00100000:3.0:1775764895.429674:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150334080
00000100:00100000:3.0:1775764895.429739:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14825
00000100:00100000:3.0:1775764895.429749:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6835:11674:x1862023150334080:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.429818:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.429845:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406d63e00/0xd3c138f330867312 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x242a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf8e66 expref: 6835 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.429867:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242a:0x0].0x0 (ffff89b406d27600)
00010000:00010000:3.0:1775764895.429881:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.429904:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.429919:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.429928:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430227:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beb35 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x517e4492 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430236:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beb35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x517e4492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430243:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beb35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x517e4492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430406:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430415:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430422:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.430659:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4483, 64 off295104
00000040:00080000:3.0:1775764895.430680:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4483, 64 off295104
00010000:00010000:3.0:1775764895.430733:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430742:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430751:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430758:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430769:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430775:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430901:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.430926:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430933:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.430940:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431010:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50fc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.431015:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431023:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431033:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242a:0x0].0x0 (ffff89b404babf00)
00010000:00010000:3.0:1775764895.431036:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.431040:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431046:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb3c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x242a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431070:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431076:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431082:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431087:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431092:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.431095:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431100:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431108:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.431110:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.431133:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431140:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb2e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.431149:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ea07875 reply state 00000000d8ce4951 transno 4294992297 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beb35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x517e4492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431160:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e200/0xd3c138f3308beb35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x517e4492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.431167:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x517e4492 (ffff89b404bab700)
00010000:00010000:3.0:1775764895.431169:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.431172:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.431278:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6836:11674:x1862023150334080:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1528us (1710us total) trans 4294992297 rc 0/0
00000100:00100000:3.0:1775764895.431286:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14825
00000100:00100000:3.0:1775764895.434527:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.434791:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150334336
00000100:00100000:0.0:1775764895.434801:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150334336
00000100:00100000:0.0:1775764895.435004:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14826
00000100:00100000:0.0:1775764895.435016:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6836:11674:x1862023150334336:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.435082:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.435141:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408edf200/0xd3c138f330845c80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf237c expref: 6836 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435161:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14e4:0x0].0x0 (ffff89b4060c3e00)
00010000:00010000:0.0:1775764895.435174:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.435196:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435210:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435234:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435250:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308beb51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x29bd56b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435256:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308beb51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29bd56b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435263:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308beb51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29bd56b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.435342:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.435351:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435357:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.435359:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50f800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.435367:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435370:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.435381:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.435383:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.435404:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242a:0x0].0x0 (ffff89b404babf00)
00010000:00010000:1.0:1775764895.435408:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.435413:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.435417:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.435437:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.435440:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.435442:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000040:00080000:0.0:1775764895.435618:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4484, 64 off295168
00000040:00080000:0.0:1775764895.435637:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4484, 64 off295168
00010000:00010000:0.0:1775764895.436267:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436278:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436287:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436299:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436306:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436311:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436375:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.436395:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436402:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436409:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436414:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859f400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.436417:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436424:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436433:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14e4:0x0].0x0 (ffff89b402d36700)
00010000:00010000:0.0:1775764895.436436:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.436439:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436449:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308beb58 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436464:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436471:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436477:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436482:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.436485:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436503:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436512:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.436514:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.436517:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436523:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308beb4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.436532:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000beafe73e reply state 000000004866fe68 transno 4294992298 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308beb51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x29bd56b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436542:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f800/0xd3c138f3308beb51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x29bd56b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.436549:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x29bd56b3 (ffff89b402d36e00)
00010000:00010000:0.0:1775764895.436552:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.436554:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.436650:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6837:11674:x1862023150334336:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1627us (2124us total) trans 4294992298 rc 0/0
00000100:00100000:0.0:1775764895.436661:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14826
00010000:00010000:3.0:1775764895.437036:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.437042:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.437049:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859e200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.437052:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.437058:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.437068:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14e4:0x0].0x0 (ffff89b402d36700)
00010000:00010000:3.0:1775764895.437070:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.437073:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.437079:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308beb5f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.437098:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.437100:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.437102:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.439436:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.439585:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150334592
00000100:00100000:0.0:1775764895.439596:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150334592
00000100:00100000:0.0:1775764895.439686:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14827
00000100:00100000:0.0:1775764895.439696:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6837:11674:x1862023150334592:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.439752:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.439789:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cc5a00/0xd3c138f330849db7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3087 expref: 6837 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439807:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16c1:0x0].0x0 (ffff89b408ecba00)
00010000:00010000:0.0:1775764895.439817:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.439836:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439849:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439859:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439873:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe1fbd0d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439883:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1fbd0d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439890:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1fbd0d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439976:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439985:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.439992:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.440243:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4485, 64 off295232
00000040:00080000:0.0:1775764895.441070:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4485, 64 off295232
00010000:00010000:0.0:1775764895.441164:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441175:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441184:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441191:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441197:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441207:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441234:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.441252:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.441374:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.441381:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441406:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441412:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.441682:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.441687:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.441697:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.441709:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16c1:0x0].0x0 (ffff89b402d36900)
00010000:00010000:1.0:1775764895.441712:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.441716:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.441720:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beb7b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.441736:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.441738:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.441740:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.441842:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859f000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.441848:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441855:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441863:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16c1:0x0].0x0 (ffff89b402d36900)
00010000:00010000:0.0:1775764895.441865:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.441868:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441873:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308beb74 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441895:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441905:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441910:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441914:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.441916:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441921:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441928:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.441930:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.441933:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.441938:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308beb66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.442139:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014bb9683 reply state 000000004403c73d transno 4294992299 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe1fbd0d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.442153:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859ee00/0xd3c138f3308beb6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe1fbd0d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.442159:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe1fbd0d9 (ffff89b402d36100)
00010000:00010000:0.0:1775764895.442162:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.442165:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.442384:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6838:11674:x1862023150334592:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2685us (2952us total) trans 4294992299 rc 0/0
00000100:00100000:0.0:1775764895.442395:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14827
00000100:00100000:2.0:1775764895.445021:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.445070:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150334848
00000100:00100000:3.0:1775764895.445081:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150334848
00000100:00100000:3.0:1775764895.445626:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14828
00000100:00100000:3.0:1775764895.445637:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6838:11674:x1862023150334848:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.445814:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.445901:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a1d0000/0xd3c138f33083b226 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1006:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf016a expref: 6838 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.445916:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1006:0x0].0x0 (ffff89b408e7d100)
00010000:00010000:3.0:1775764895.445926:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.445942:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.445955:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.445964:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.445979:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb89 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x42388a14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.445987:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x42388a14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.445994:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x42388a14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.446077:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.446083:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.446088:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.447446:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4486, 64 off295296
00000040:00080000:2.0:1775764895.447473:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4486, 64 off295296
00010000:00010000:2.0:1775764895.447541:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447555:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447567:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447575:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447582:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447587:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447640:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.447661:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447667:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447673:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447678:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50f800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.447683:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447695:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447705:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1006:0x0].0x0 (ffff89b404babf00)
00010000:00010000:2.0:1775764895.447708:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.447712:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447717:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308beb90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447736:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447741:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447746:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447751:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447756:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.447758:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447775:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447787:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.447790:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.447793:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447798:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308beb82 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.447807:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a15fb75 reply state 000000007a49ae67 transno 4294992300 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x42388a14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447818:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fc00/0xd3c138f3308beb89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x42388a14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.447825:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x42388a14 (ffff89b404bab300)
00010000:00010000:2.0:1775764895.447828:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.447831:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.447925:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6839:11674:x1862023150334848:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2288us (2908us total) trans 4294992300 rc 0/0
00000100:00100000:2.0:1775764895.447935:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14828
00010000:00010000:1.0:1775764895.449933:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.449956:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.449966:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.449970:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.449982:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.449997:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1006:0x0].0x0 (ffff89b404babf00)
00010000:00010000:1.0:1775764895.450000:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.450004:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.450010:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308beb97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1006:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.450028:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.450029:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.450031:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.452478:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.452547:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150335104
00000100:00100000:1.0:1775764895.452557:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150335104
00000100:00100000:1.0:1775764895.452628:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14829
00000100:00100000:1.0:1775764895.452634:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4089e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6839:11674:x1862023150335104:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.452683:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.452705:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407281a00/0xd3c138f330834d86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeed4a expref: 6839 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.455202:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd26:0x0].0x0 (ffff89b404b46c00)
00010000:00010000:1.0:1775764895.455236:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.455958:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.455976:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.455994:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456014:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308beba5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7d6d8424 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456021:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308beba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7d6d8424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456028:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308beba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7d6d8424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456156:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456165:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456173:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.456440:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4487, 64 off295360
00000040:00080000:1.0:1775764895.456459:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4487, 64 off295360
00010000:00010000:1.0:1775764895.456520:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456529:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456537:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456550:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456557:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456564:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456591:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.456613:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456619:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456626:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456632:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.456636:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456643:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456654:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd26:0x0].0x0 (ffff89b404b80d00)
00010000:00010000:1.0:1775764895.456657:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.456660:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456670:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bebac lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456683:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456688:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456692:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456696:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.456699:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456703:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456710:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.456711:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.456714:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456718:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308beb9e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.456729:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092a49d6b reply state 0000000073098c71 transno 4294992301 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308beba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7d6d8424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456740:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a2800/0xd3c138f3308beba5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7d6d8424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.456747:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7d6d8424 (ffff89b40ede1e00)
00010000:00010000:1.0:1775764895.456749:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.456752:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.456863:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4089e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6840:11674:x1862023150335104:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4223us (4387us total) trans 4294992301 rc 0/0
00000100:00100000:1.0:1775764895.456873:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14829
00010000:00010000:2.0:1775764895.457380:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.457387:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.457395:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff23e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.457399:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.457405:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.457415:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd26:0x0].0x0 (ffff89b404b80d00)
00010000:00010000:2.0:1775764895.457418:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.457421:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.457426:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bebb3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.460870:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.460877:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.460881:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.467048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.467296:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150335360
00000100:00100000:0.0:1775764895.467309:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150335360
00000100:00100000:0.0:1775764895.467408:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14830
00000100:00100000:0.0:1775764895.467419:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6840:11674:x1862023150335360:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.467488:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.467515:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cc6400/0xd3c138f33084ab63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1725:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3343 expref: 6840 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467537:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1725:0x0].0x0 (ffff89b40560f300)
00010000:00010000:0.0:1775764895.467547:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.467565:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467577:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467586:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467601:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bebc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x203900c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467620:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bebc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x203900c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467628:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bebc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x203900c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467727:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467736:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.467743:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.467964:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4488, 64 off295424
00000040:00080000:0.0:1775764895.467986:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4488, 64 off295424
00010000:00010000:0.0:1775764895.468031:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468040:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468048:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468054:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468060:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468066:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468093:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.468143:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468151:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468157:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468163:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4073f9600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.468167:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468173:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468182:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1725:0x0].0x0 (ffff89b402d36700)
00010000:00010000:0.0:1775764895.468185:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.468188:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468195:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bebc8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1725:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468210:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468226:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468232:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468237:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.468241:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468246:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468254:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.468256:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.468259:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468264:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bebba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.468275:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb46301f reply state 00000000fde73691 transno 4294992302 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bebc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x203900c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468285:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406208a00/0xd3c138f3308bebc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x203900c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.468291:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x203900c9 (ffff89b402d36a00)
00010000:00010000:0.0:1775764895.468294:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.468297:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.468367:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40eb78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6841:11674:x1862023150335360:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 951us (1329us total) trans 4294992302 rc 0/0
00000100:00100000:0.0:1775764895.468376:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14830
00010000:00010000:1.0:1775764895.468443:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.468449:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.468456:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085df800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.468459:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.468466:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.468475:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1725:0x0].0x0 (ffff89b402d36700)
00010000:00010000:1.0:1775764895.468477:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.468480:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.468485:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bebcf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1725:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.468501:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.468503:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.468505:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.473701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.473868:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150335616
00000100:00100000:2.0:1775764895.473879:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150335616
00000100:00100000:2.0:1775764895.473941:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14831
00000100:00100000:2.0:1775764895.473951:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6841:11674:x1862023150335616:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.474019:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.474049:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cc6600/0xd3c138f330849d4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3072 expref: 6841 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474073:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16be:0x0].0x0 (ffff89b405a60700)
00010000:00010000:2.0:1775764895.474082:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.474111:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474155:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474165:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474181:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bebdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb394e26f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474192:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bebdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb394e26f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474199:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bebdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb394e26f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474302:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474310:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474316:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.474538:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4489, 64 off295488
00000040:00080000:2.0:1775764895.474559:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4489, 64 off295488
00010000:00010000:2.0:1775764895.474607:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474615:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474623:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474630:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.474637:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.475091:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476716:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.476754:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476764:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476770:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476775:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.476779:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476788:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476802:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16be:0x0].0x0 (ffff89b409b9b800)
00010000:00010000:2.0:1775764895.476805:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.476810:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476816:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bebe4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476840:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476850:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476856:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476861:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476865:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.476868:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476873:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476881:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.476883:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.476886:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476892:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bebd6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.476903:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038c01b23 reply state 00000000a34d4e2f transno 4294992303 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bebdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb394e26f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476916:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676600/0xd3c138f3308bebdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb394e26f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.476923:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb394e26f (ffff89b409b9be00)
00010000:00010000:2.0:1775764895.476925:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.476929:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.477033:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6842:11674:x1862023150335616:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 3080us (3339us total) trans 4294992303 rc 0/0
00000100:00100000:2.0:1775764895.477042:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14831
00010000:00010000:1.0:1775764895.478396:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.478408:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.478417:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.478420:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.478429:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.478444:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16be:0x0].0x0 (ffff89b409b9b800)
00010000:00010000:1.0:1775764895.478447:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.478450:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.478456:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bebeb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.478487:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.478489:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.478491:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.482573:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.482736:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150335872
00000100:00100000:1.0:1775764895.482748:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150335872
00000100:00100000:1.0:1775764895.482822:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14832
00000100:00100000:1.0:1775764895.482832:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6842:11674:x1862023150335872:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.482913:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.482940:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ef000/0xd3c138f330858c27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6037 expref: 6842 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.482959:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d91:0x0].0x0 (ffff89b409d8cd00)
00010000:00010000:1.0:1775764895.482970:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.482990:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483003:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483013:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483029:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22000/0xd3c138f3308bebf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5ee01c69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483037:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22000/0xd3c138f3308bebf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ee01c69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483044:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22000/0xd3c138f3308bebf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ee01c69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483185:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483194:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483201:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.483450:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4490, 64 off295552
00000040:00080000:1.0:1775764895.483471:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4490, 64 off295552
00010000:00010000:1.0:1775764895.483534:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483544:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483552:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483559:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483566:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483572:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483589:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.483607:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483613:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483618:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483624:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.483629:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.483637:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.484002:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.484009:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.484015:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.484018:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.484025:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.484035:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d91:0x0].0x0 (ffff89b404b80300)
00010000:00010000:0.0:1775764895.484038:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.484042:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.484048:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec07 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d91:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.484063:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.484064:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.484066:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.484466:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d91:0x0].0x0 (ffff89b404b80300)
00010000:00010000:1.0:1775764895.484469:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.484473:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484479:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec00 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484505:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484512:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484517:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484522:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.484524:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484530:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484539:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.484542:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.484545:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484550:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bebf2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.484557:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d1225dd9 reply state 00000000c048723f transno 4294992304 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22000/0xd3c138f3308bebf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5ee01c69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484568:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22000/0xd3c138f3308bebf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5ee01c69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.484573:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5ee01c69 (ffff89b404b80e00)
00010000:00010000:1.0:1775764895.484575:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.484578:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.484946:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6843:11674:x1862023150335872:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2112us (2379us total) trans 4294992304 rc 0/0
00000100:00100000:1.0:1775764895.484956:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14832
00000100:00100000:3.0:1775764895.491301:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.491397:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150336128
00000100:00100000:0.0:1775764895.491408:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150336128
00000100:00100000:0.0:1775764895.491499:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14833
00000100:00100000:0.0:1775764895.491510:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6843:11674:x1862023150336128:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.491578:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.491620:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091c0c00/0xd3c138f3308544a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf51ea expref: 6843 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491640:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b86:0x0].0x0 (ffff89b404ba8000)
00010000:00010000:0.0:1775764895.491735:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.491760:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491786:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491798:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491816:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bec15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x67d5a7b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491823:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bec15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x67d5a7b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491829:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bec15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x67d5a7b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491922:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491930:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.491937:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.495284:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4491, 64 off295616
00000040:00080000:1.0:1775764895.495317:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4491, 64 off295616
00010000:00010000:1.0:1775764895.495386:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495400:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495409:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495414:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495418:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495422:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495439:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.495460:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495467:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.495469:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.495473:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.495475:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495479:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.495481:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.495483:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.495484:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.495491:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.495504:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b86:0x0].0x0 (ffff89b402d36f00)
00010000:00010000:2.0:1775764895.495506:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.495511:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.495516:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec23 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.495530:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.495532:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.495533:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.495661:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495672:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b86:0x0].0x0 (ffff89b402d36f00)
00010000:00010000:1.0:1775764895.495674:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.495677:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495683:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bec1c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495703:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495710:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495714:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495723:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4085df800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.495726:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495731:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495740:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.495742:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.495745:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495750:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec0e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.495762:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000195749a reply state 000000007fefe19e transno 4294992305 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bec15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x67d5a7b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495773:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4073f9600/0xd3c138f3308bec15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x67d5a7b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.495778:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x67d5a7b3 (ffff89b402d36900)
00010000:00010000:1.0:1775764895.495781:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.495783:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.495893:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6844:11674:x1862023150336128:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 4381us (4790us total) trans 4294992305 rc 0/0
00000100:00100000:1.0:1775764895.495903:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14833
00000100:00100000:2.0:1775764895.499569:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.499628:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150336384
00000100:00100000:1.0:1775764895.499638:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150336384
00000100:00100000:1.0:1775764895.499704:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14834
00000100:00100000:1.0:1775764895.499715:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6844:11674:x1862023150336384:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.499776:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.499804:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406cc7800/0xd3c138f33084b072 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x174a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3446 expref: 6844 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.499842:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x174a:0x0].0x0 (ffff89b40560e800)
00010000:00010000:1.0:1775764895.499854:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.499873:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.499887:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.499896:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.499911:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23800/0xd3c138f3308bec31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4def084f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.499916:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23800/0xd3c138f3308bec31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4def084f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.499922:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23800/0xd3c138f3308bec31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4def084f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500022:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500030:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500040:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.500320:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4492, 64 off295680
00000040:00080000:1.0:1775764895.500340:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4492, 64 off295680
00010000:00010000:1.0:1775764895.500388:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500396:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500404:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500411:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500417:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500423:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500456:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.500473:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500478:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.500482:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.500484:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.500488:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500491:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.500495:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.500498:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff23c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.500501:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500503:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.500507:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500511:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x174a:0x0].0x0 (ffff89b404b80800)
00010000:00010000:1.0:1775764895.500514:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.500578:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500587:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec38 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x174a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.500601:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x174a:0x0].0x0 (ffff89b404b80800)
00010000:00010000:2.0:1775764895.500604:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.500606:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500608:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500614:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.500621:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x174a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500629:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500634:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.500636:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.500638:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.500639:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.500640:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.500641:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500651:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500660:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.500662:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.500665:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500670:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.500680:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000041d31a reply state 00000000c928b48c transno 4294992306 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23800/0xd3c138f3308bec31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4def084f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500690:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23800/0xd3c138f3308bec31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4def084f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.500696:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4def084f (ffff89b404b80300)
00010000:00010000:1.0:1775764895.500698:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.500701:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.500777:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6845:11674:x1862023150336384:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1063us (1217us total) trans 4294992306 rc 0/0
00000100:00100000:1.0:1775764895.500785:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14834
00000100:00100000:3.0:1775764895.502556:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.502871:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150336640
00000100:00100000:1.0:1775764895.502881:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150336640
00000100:00100000:1.0:1775764895.502938:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14835
00000100:00100000:1.0:1775764895.502947:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6845:11674:x1862023150336640:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.503005:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.503028:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408dae600/0xd3c138f33085ee74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2060:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf73e0 expref: 6845 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503044:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2060:0x0].0x0 (ffff89b408f2b800)
00010000:00010000:1.0:1775764895.503052:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.503066:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503075:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503082:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503091:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5bf2f050 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503095:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5bf2f050 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503099:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5bf2f050 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503950:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503962:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.503970:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.504351:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4493, 64 off295744
00000040:00080000:1.0:1775764895.504370:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4493, 64 off295744
00010000:00010000:1.0:1775764895.504419:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504442:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504451:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504459:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504465:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504470:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504498:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.504518:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504524:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504531:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504537:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff23e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.504541:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504548:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504559:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2060:0x0].0x0 (ffff89b404b80700)
00010000:00010000:1.0:1775764895.504561:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.504565:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504571:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2060:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504588:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504594:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504599:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.504600:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.504604:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.504606:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504607:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.504612:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.504615:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504623:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.504623:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504631:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.504631:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2060:0x0].0x0 (ffff89b404b80700)
00010000:00010000:1.0:1775764895.504633:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.504634:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.504636:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.504636:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504642:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec46 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.504656:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd936d27 reply state 000000006ae187ff transno 4294992307 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5bf2f050 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504667:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22c00/0xd3c138f3308bec4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5bf2f050 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.504672:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5bf2f050 (ffff89b404b80600)
00010000:00010000:1.0:1775764895.504674:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.504677:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.504759:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6846:11674:x1862023150336640:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1810us (2206us total) trans 4294992307 rc 0/0
00000100:00100000:1.0:1775764895.504768:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14835
00010000:00010000:3.0:1775764895.505477:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308bec5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.505497:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.505499:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.505501:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.507499:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.507994:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150336896
00000100:00100000:1.0:1775764895.508004:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150336896
00000100:00100000:1.0:1775764895.508060:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14836
00000100:00100000:1.0:1775764895.508070:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6846:11674:x1862023150336896:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.508151:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.508180:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a84cc00/0xd3c138f33082042b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeab6b expref: 6846 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508201:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bd:0x0].0x0 (ffff89b40a3fad00)
00010000:00010000:1.0:1775764895.508212:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.508245:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508259:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508273:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508290:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5fd5025d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508296:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5fd5025d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508303:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5fd5025d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508412:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508420:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508437:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.508666:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4494, 64 off295808
00000040:00080000:1.0:1775764895.508685:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4494, 64 off295808
00010000:00010000:1.0:1775764895.508732:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508741:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508749:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508761:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508767:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.508772:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509607:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.509629:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509635:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509641:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509647:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.509651:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509659:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509670:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bd:0x0].0x0 (ffff89b404b80800)
00010000:00010000:1.0:1775764895.509673:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.509677:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509688:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bec70 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509709:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509715:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509720:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509724:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff23c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.509727:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509733:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509741:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.509743:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.509746:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509750:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec62 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.509759:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039b63c04 reply state 00000000042d2481 transno 4294992308 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5fd5025d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509770:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4085df800/0xd3c138f3308bec69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5fd5025d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.509777:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5fd5025d (ffff89b404b80500)
00010000:00010000:1.0:1775764895.509789:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.509792:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.509887:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6847:11674:x1862023150336896:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1816us (2393us total) trans 4294992308 rc 0/0
00000100:00100000:1.0:1775764895.509896:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14836
00010000:00010000:0.0:1775764895.510208:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.510224:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.510230:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.510234:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.510241:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.510254:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bd:0x0].0x0 (ffff89b404b80800)
00010000:00010000:0.0:1775764895.510257:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.510260:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.510266:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bec77 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.510282:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.510284:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.510286:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.513865:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.513913:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150337152
00000100:00100000:1.0:1775764895.513924:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150337152
00000100:00100000:1.0:1775764895.514005:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14837
00000100:00100000:1.0:1775764895.514015:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6847:11674:x1862023150337152:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.514080:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.514108:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40949b800/0xd3c138f330844b8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1468:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2018 expref: 6847 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514164:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1468:0x0].0x0 (ffff89b40420a800)
00010000:00010000:1.0:1775764895.514175:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.514196:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514210:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514233:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514248:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8f036a44 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514260:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f036a44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514267:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f036a44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514370:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514379:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514385:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.514622:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4495, 64 off295872
00000040:00080000:1.0:1775764895.514719:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4495, 64 off295872
00010000:00010000:1.0:1775764895.514767:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514777:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514784:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514791:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514797:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514805:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514840:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.514857:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514863:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514868:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514874:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.514878:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.514879:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.514885:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.514885:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.514892:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.514895:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1468:0x0].0x0 (ffff89b40a396600)
00010000:00010000:1.0:1775764895.514898:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.514901:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.514902:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514907:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308bec8c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1468:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.514909:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.514917:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1468:0x0].0x0 (ffff89b40a396600)
00010000:00010000:2.0:1775764895.514920:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.514922:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514924:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.514928:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308bec93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1468:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514934:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514940:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.514942:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.514944:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.514945:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.514946:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514950:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.514953:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514958:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514966:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.514968:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.514970:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514975:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bec7e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.514983:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007bda397d reply state 000000000bad505a transno 4294992309 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8f036a44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514993:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23e00/0xd3c138f3308bec85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8f036a44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.514999:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8f036a44 (ffff89b404b80d00)
00010000:00010000:1.0:1775764895.515002:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.515004:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.515083:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6848:11674:x1862023150337152:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1069us (1227us total) trans 4294992309 rc 0/0
00000100:00100000:1.0:1775764895.515092:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14837
00000100:00100000:2.0:1775764895.519196:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.520166:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150337408
00000100:00100000:1.0:1775764895.520176:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150337408
00000100:00100000:1.0:1775764895.520247:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14838
00000100:00100000:1.0:1775764895.520258:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6848:11674:x1862023150337408:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.520334:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.520408:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4042a9e00/0xd3c138f33082b308 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edece64 expref: 6848 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521026:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8bc:0x0].0x0 (ffff89b40a3be900)
00010000:00010000:1.0:1775764895.521040:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.521060:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521072:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521080:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521091:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308beca1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x318805bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521095:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308beca1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x318805bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521103:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308beca1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x318805bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521230:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521239:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.521246:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.522037:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4496, 64 off295936
00000040:00080000:1.0:1775764895.522058:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4496, 64 off295936
00010000:00010000:1.0:1775764895.522106:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522146:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522154:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522161:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522167:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522173:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522203:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.522235:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522241:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522247:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522252:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.522256:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.522285:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.522292:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.522298:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4091a3600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.522302:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.522309:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.522321:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8bc:0x0].0x0 (ffff89b40a396700)
00010000:00010000:2.0:1775764895.522324:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.522327:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.522333:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308becaf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.522349:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.522351:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.522352:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.522354:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.522360:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8bc:0x0].0x0 (ffff89b40a396700)
00010000:00010000:1.0:1775764895.522362:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.522365:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522370:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308beca8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522392:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522397:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522406:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522411:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff23c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.522414:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522419:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522427:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.522441:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.522444:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522449:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bec9a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.522459:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f819141 reply state 0000000026554be8 transno 4294992310 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308beca1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x318805bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522470:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22600/0xd3c138f3308beca1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x318805bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.522476:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x318805bd (ffff89b40a396300)
00010000:00010000:1.0:1775764895.522482:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.522486:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.522578:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6849:11674:x1862023150337408:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2320us (3388us total) trans 4294992310 rc 0/0
00000100:00100000:1.0:1775764895.522587:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14838
00000100:00100000:3.0:1775764895.525185:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.526396:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150337664
00000100:00100000:1.0:1775764895.526409:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150337664
00000100:00100000:1.0:1775764895.526493:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14839
00000100:00100000:1.0:1775764895.526503:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6849:11674:x1862023150337664:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.526572:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.526598:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408d31e00/0xd3c138f33086c3df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2679:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9e8f expref: 6849 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.526618:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2679:0x0].0x0 (ffff89b403d58c00)
00010000:00010000:1.0:1775764895.526626:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.526642:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.526652:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.526659:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.526678:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308becbd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x71672c3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.526682:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308becbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x71672c3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.526687:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308becbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x71672c3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.527011:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.527020:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.527025:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.531549:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4497, 64 off296000
00000040:00080000:1.0:1775764895.531595:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4497, 64 off296000
00010000:00010000:1.0:1775764895.531688:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532247:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532262:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532272:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532278:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532284:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532314:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.532340:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532347:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532357:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532363:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.532367:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532375:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532388:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2679:0x0].0x0 (ffff89b40a396400)
00010000:00010000:1.0:1775764895.532391:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.532396:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532402:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308becc4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532424:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532431:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532436:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532441:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.532444:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532453:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532460:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.532463:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.532466:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532472:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308becb6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.532484:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc0d18a0 reply state 000000007364ca95 transno 4294992311 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308becbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x71672c3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532494:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22a00/0xd3c138f3308becbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x71672c3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.532500:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x71672c3e (ffff89b40a396000)
00010000:00010000:1.0:1775764895.532502:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.532506:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.533469:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6850:11674:x1862023150337664:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 6961us (8285us total) trans 4294992311 rc 0/0
00000100:00100000:1.0:1775764895.533482:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14839
00010000:00010000:3.0:1775764895.533577:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.533584:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.533593:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.533596:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.533604:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.533616:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2679:0x0].0x0 (ffff89b40a396400)
00010000:00010000:3.0:1775764895.533619:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.533622:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.533627:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308beccb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2679:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.533646:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.533647:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.533649:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.537168:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.537285:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150337920
00000100:00100000:1.0:1775764895.537296:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150337920
00000100:00100000:1.0:1775764895.537361:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14840
00000100:00100000:1.0:1775764895.537371:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6850:11674:x1862023150337920:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.537434:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.537465:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40838da00/0xd3c138f33084d093 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1835:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3ab3 expref: 6850 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537488:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1835:0x0].0x0 (ffff89b40f813500)
00010000:00010000:1.0:1775764895.537498:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.537521:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537534:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537543:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537556:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308becd9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x368a21a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537563:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308becd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x368a21a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537569:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308becd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x368a21a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537664:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537672:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.537679:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.538098:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4498, 64 off296064
00000040:00080000:1.0:1775764895.538151:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4498, 64 off296064
00010000:00010000:1.0:1775764895.538197:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538206:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538213:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538230:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538237:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538242:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538255:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.538360:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.538367:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.538373:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409877a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.538377:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.538384:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.538394:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1835:0x0].0x0 (ffff89b40a396d00)
00010000:00010000:0.0:1775764895.538397:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.538401:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.538406:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bece7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1835:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.538419:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.538421:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.538423:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.538632:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538640:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538646:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538652:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409876e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.538655:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538662:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538673:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1835:0x0].0x0 (ffff89b40a396d00)
00010000:00010000:1.0:1775764895.538675:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.538678:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538683:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bece0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538935:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538943:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538948:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538953:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538958:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff23c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.538961:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538965:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538974:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.538976:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.538979:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.538989:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308becd2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.539000:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000023b6801 reply state 0000000072026c3b transno 4294992312 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308becd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x368a21a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.539008:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22800/0xd3c138f3308becd9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x368a21a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.539012:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x368a21a9 (ffff89b40a396700)
00010000:00010000:1.0:1775764895.539014:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.539016:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.539169:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6851:11674:x1862023150337920:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1797us (2008us total) trans 4294992312 rc 0/0
00000100:00100000:1.0:1775764895.539176:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14840
00000100:00100000:2.0:1775764895.545857:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.546106:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150338176
00000100:00100000:1.0:1775764895.546146:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150338176
00000100:00100000:1.0:1775764895.546224:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14841
00000100:00100000:1.0:1775764895.546234:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6851:11674:x1862023150338176:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.546319:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.546347:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405bcfa00/0xd3c138f33086d726 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2706:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edfa26a expref: 6851 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546367:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2706:0x0].0x0 (ffff89b405380d00)
00010000:00010000:1.0:1775764895.546377:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.546396:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546414:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546423:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546436:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877c00/0xd3c138f3308becf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb87df5b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546443:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877c00/0xd3c138f3308becf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb87df5b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546449:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877c00/0xd3c138f3308becf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb87df5b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546539:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546547:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546554:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.546795:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4499, 64 off296128
00000040:00080000:1.0:1775764895.546822:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4499, 64 off296128
00010000:00010000:1.0:1775764895.546868:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546877:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546889:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546896:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546902:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546908:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546921:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.546937:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546944:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546949:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546954:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409876c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.546958:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546965:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546975:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2706:0x0].0x0 (ffff89b40a396b00)
00010000:00010000:1.0:1775764895.546977:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.546981:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546986:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308becfc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2706:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.546999:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.547005:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.547011:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.547015:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409876e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.547018:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.547023:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.547030:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.547032:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.547034:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.547039:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308becee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.547047:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005de0f601 reply state 0000000067fa7c30 transno 4294992313 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877c00/0xd3c138f3308becf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb87df5b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.547060:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877c00/0xd3c138f3308becf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb87df5b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.547065:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb87df5b4 (ffff89b40a396d00)
00010000:00010000:1.0:1775764895.547067:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.547069:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.547173:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6852:11674:x1862023150338176:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 940us (1325us total) trans 4294992313 rc 0/0
00000100:00100000:1.0:1775764895.547183:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14841
00010000:00010000:2.0:1775764895.547943:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.547950:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.547957:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409877800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.547960:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.547967:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.547978:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2706:0x0].0x0 (ffff89b40a396b00)
00010000:00010000:2.0:1775764895.547980:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.547983:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.547988:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed03 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2706:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.548005:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.548006:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.548008:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.548603:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.548693:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150338432
00000100:00100000:1.0:1775764895.548700:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150338432
00000100:00100000:1.0:1775764895.548748:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14842
00000100:00100000:1.0:1775764895.548756:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6852:11674:x1862023150338432:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.548990:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.549010:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407306200/0xd3c138f33082abec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x888:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeccf8 expref: 6852 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549041:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x888:0x0].0x0 (ffff89b40a387c00)
00010000:00010000:1.0:1775764895.549050:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.549067:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549077:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549086:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549104:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bed11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xac312e3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549111:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bed11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac312e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549291:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bed11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac312e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549377:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x888:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549386:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549392:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.549916:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4500, 64 off296192
00000040:00080000:1.0:1775764895.549943:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4500, 64 off296192
00010000:00010000:1.0:1775764895.549990:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x888:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.549999:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550006:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550012:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550022:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550027:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550085:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.550104:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550111:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550139:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550145:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.550148:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550156:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550165:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x888:0x0].0x0 (ffff89b40a396600)
00010000:00010000:1.0:1775764895.550168:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.550172:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550178:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed18 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550209:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550229:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550235:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550240:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409877600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.550242:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550248:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550256:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.550258:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.550261:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550267:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed0a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.550276:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004560ca18 reply state 00000000e7922d7b transno 4294992314 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bed11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xac312e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550286:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff23c00/0xd3c138f3308bed11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xac312e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.550293:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xac312e3e (ffff89b40a396400)
00010000:00010000:1.0:1775764895.550295:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.550298:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.550381:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6853:11674:x1862023150338432:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1623us (1778us total) trans 4294992314 rc 0/0
00000100:00100000:1.0:1775764895.550389:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14842
00010000:00010000:2.0:1775764895.551716:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.551724:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.551732:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405702e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.551736:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.551748:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.551761:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x888:0x0].0x0 (ffff89b40a396600)
00010000:00010000:2.0:1775764895.551763:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.551767:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.551905:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed1f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.551926:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.551928:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.551930:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.552976:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.553030:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150338688
00000100:00100000:3.0:1775764895.553038:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150338688
00000100:00100000:3.0:1775764895.553083:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14843
00000100:00100000:3.0:1775764895.553090:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6853:11674:x1862023150338688:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.553162:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.553181:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409f46e00/0xd3c138f33084897b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x162d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2c7b expref: 6853 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553197:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x162d:0x0].0x0 (ffff89b4060c3b00)
00010000:00010000:3.0:1775764895.553206:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.553235:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553247:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553265:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553279:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308bed2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xca195a27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553284:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308bed2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca195a27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553289:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308bed2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca195a27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553362:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553370:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553378:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.553557:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4501, 64 off296256
00000040:00080000:3.0:1775764895.553575:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4501, 64 off296256
00010000:00010000:3.0:1775764895.553618:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553625:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553631:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553636:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553641:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553645:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553666:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.553679:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553683:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553686:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553691:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.553694:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553698:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553706:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x162d:0x0].0x0 (ffff89b404b80800)
00010000:00010000:3.0:1775764895.553709:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.553711:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553715:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bed34 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x162d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553730:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553734:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553738:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553742:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553746:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50fa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.553748:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553752:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553759:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.553769:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.553771:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553778:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bed26 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.553784:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000901c8294 reply state 00000000c55a7ce0 transno 4294992315 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308bed2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca195a27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553790:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50ea00/0xd3c138f3308bed2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xca195a27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.553794:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xca195a27 (ffff89b404babf00)
00010000:00010000:3.0:1775764895.553797:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.553799:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.553958:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6854:11674:x1862023150338688:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 868us (986us total) trans 4294992315 rc 0/0
00000100:00100000:3.0:1775764895.553964:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14843
00010000:00010000:1.0:1775764895.554036:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.554042:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.554050:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50f800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.554053:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.554059:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.554069:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x162d:0x0].0x0 (ffff89b404b80800)
00010000:00010000:1.0:1775764895.554072:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.554075:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.554087:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bed3b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x162d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.554102:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.554103:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.554105:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.557200:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.557464:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150338944
00000100:00100000:2.0:1775764895.557473:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150338944
00000100:00100000:2.0:1775764895.557519:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14844
00000100:00100000:2.0:1775764895.557527:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6854:11674:x1862023150338944:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.557575:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.557605:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406283200/0xd3c138f33085134b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf480b expref: 6854 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557619:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a1d:0x0].0x0 (ffff89b407a0fa00)
00010000:00010000:2.0:1775764895.557625:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.557640:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557649:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557659:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557670:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bed49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe0baa343 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557673:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bed49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe0baa343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557677:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bed49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe0baa343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557750:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557754:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557758:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.557922:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4502, 64 off296320
00000040:00080000:2.0:1775764895.557935:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4502, 64 off296320
00010000:00010000:2.0:1775764895.557983:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557989:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.557994:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558002:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558006:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558009:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558024:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.558037:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558040:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558044:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558047:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.558050:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558054:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558059:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a1d:0x0].0x0 (ffff89b409b9b100)
00010000:00010000:2.0:1775764895.558061:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.558063:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558069:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed50 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558078:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558081:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558084:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558087:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.558089:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558092:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558096:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.558097:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.558099:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558102:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bed42 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.558108:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031fc355e reply state 0000000075c1bfa0 transno 4294992316 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bed49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe0baa343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558142:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4091a3600/0xd3c138f3308bed49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe0baa343 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.558143:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.558152:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe0baa343 (ffff89b409b9b900)
00010000:00010000:0.0:1775764895.558153:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.558155:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.558159:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764895.558166:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.558170:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.558178:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764895.558241:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6855:11674:x1862023150338944:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 712us (1045us total) trans 4294992316 rc 0/0
00000100:00100000:2.0:1775764895.558249:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14844
00010000:00010000:0.0:1775764895.558434:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a1d:0x0].0x0 (ffff89b409b9b100)
00010000:00010000:0.0:1775764895.558438:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.558442:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.558448:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed57 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.558463:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.558465:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.558466:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.560989:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.561232:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150339200
00000100:00100000:1.0:1775764895.561242:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150339200
00000100:00100000:1.0:1775764895.561301:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14845
00000100:00100000:1.0:1775764895.561320:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6855:11674:x1862023150339200:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.561378:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.561404:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308461f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x150c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2494 expref: 6855 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561421:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x150c:0x0].0x0 (ffff89b404207100)
00010000:00010000:1.0:1775764895.561429:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.561446:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561459:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561468:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561483:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4cef0a2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561489:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4cef0a2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561496:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4cef0a2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561578:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561587:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.561594:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.562470:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4503, 64 off296384
00000040:00080000:1.0:1775764895.562501:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4503, 64 off296384
00010000:00010000:1.0:1775764895.562557:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562568:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562576:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562583:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562588:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562595:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562661:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.562680:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562686:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562692:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562698:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.562702:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562709:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562718:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x150c:0x0].0x0 (ffff89b40a396b00)
00010000:00010000:1.0:1775764895.562721:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.562724:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562730:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bed6c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x150c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562748:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562754:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562758:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562763:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.562765:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562770:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562789:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.562792:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.562795:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562800:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bed5e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.562818:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cfb819a9 reply state 000000009927f37f transno 4294992317 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4cef0a2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562828:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405702e00/0xd3c138f3308bed65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4cef0a2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.562834:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4cef0a2d (ffff89b40a396600)
00010000:00010000:1.0:1775764895.562836:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.562839:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.562948:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6856:11674:x1862023150339200:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1616us (1946us total) trans 4294992317 rc 0/0
00000100:00100000:1.0:1775764895.562957:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14845
00010000:00010000:2.0:1775764895.563697:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.563705:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.563712:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.563716:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.563722:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.563733:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x150c:0x0].0x0 (ffff89b40a396b00)
00010000:00010000:2.0:1775764895.563736:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.563739:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.563745:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bed73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x150c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.563762:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.563764:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.563766:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.566323:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.566439:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150339456
00000100:00100000:0.0:1775764895.566450:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150339456
00000100:00100000:0.0:1775764895.566543:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14846
00000100:00100000:0.0:1775764895.566553:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40c330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6856:11674:x1862023150339456:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.566636:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.566664:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a2d3c00/0xd3c138f33082072d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeac05 expref: 6856 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566684:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d3:0x0].0x0 (ffff89b40e9cfd00)
00010000:00010000:0.0:1775764895.566696:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.566717:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566730:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566740:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566758:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x16720c47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566765:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16720c47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566771:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16720c47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566894:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566903:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.566910:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.567203:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4504, 64 off296448
00000040:00080000:0.0:1775764895.567236:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4504, 64 off296448
00010000:00010000:0.0:1775764895.567289:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567299:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567306:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567313:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567319:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567325:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567341:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.567357:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567363:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567369:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567374:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409877800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.567378:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567385:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567393:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d3:0x0].0x0 (ffff89b402d36700)
00010000:00010000:0.0:1775764895.567396:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.567399:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567405:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bed88 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567425:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567431:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567436:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567441:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567446:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.567449:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567455:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567471:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.567474:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.567477:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567483:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bed7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.567493:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000683be90 reply state 00000000508b8ded transno 4294992318 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x16720c47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567504:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877600/0xd3c138f3308bed81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x16720c47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.567511:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x16720c47 (ffff89b402d36f00)
00010000:00010000:0.0:1775764895.567513:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.567516:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.567598:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40c330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6857:11674:x1862023150339456:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1045us (1280us total) trans 4294992318 rc 0/0
00000100:00100000:0.0:1775764895.567607:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14846
00010000:00010000:2.0:1775764895.567673:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.567680:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.567688:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409876e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.567691:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.567697:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.567706:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d3:0x0].0x0 (ffff89b402d36700)
00010000:00010000:2.0:1775764895.567708:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.567711:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.567716:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bed8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.567734:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.567736:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.567738:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.569953:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.570065:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150339712
00000100:00100000:2.0:1775764895.570074:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150339712
00000100:00100000:2.0:1775764895.570169:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14847
00000100:00100000:2.0:1775764895.570179:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6857:11674:x1862023150339712:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.570519:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.570545:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404a04600/0xd3c138f33085c570 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf6bac expref: 6857 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.570561:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f34:0x0].0x0 (ffff89b408f3f600)
00010000:00010000:2.0:1775764895.570571:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.570656:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.570669:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.570678:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.570694:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xfd33ca9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.570701:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd33ca9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.570707:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd33ca9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571014:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571023:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571030:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.571636:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4505, 64 off296512
00000040:00080000:2.0:1775764895.571658:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4505, 64 off296512
00010000:00010000:2.0:1775764895.571706:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571716:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571729:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571736:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571743:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571749:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571807:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.571828:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571835:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571841:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571847:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.571851:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571869:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571878:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f34:0x0].0x0 (ffff89b409b9b100)
00010000:00010000:2.0:1775764895.571881:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.571885:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571891:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beda4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571906:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571912:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571917:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571922:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a676e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.571924:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571930:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571936:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.571939:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.571941:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571946:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bed96 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.571954:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a09d86cc reply state 0000000044c9a27d transno 4294992319 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xfd33ca9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571970:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676800/0xd3c138f3308bed9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xfd33ca9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.571976:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xfd33ca9c (ffff89b409b9ba00)
00010000:00010000:2.0:1775764895.571978:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.571981:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.572071:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6858:11674:x1862023150339712:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1892us (2135us total) trans 4294992319 rc 0/0
00000100:00100000:2.0:1775764895.572080:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14847
00010000:00010000:1.0:1775764895.572641:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.572648:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.572655:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.572658:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.572665:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.572677:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f34:0x0].0x0 (ffff89b409b9b100)
00010000:00010000:1.0:1775764895.572680:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.572684:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.572689:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bedab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.572709:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.572712:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.572715:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.575201:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.575312:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150339968
00000100:00100000:1.0:1775764895.575323:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150339968
00000100:00100000:1.0:1775764895.575387:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14848
00000100:00100000:1.0:1775764895.575397:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6858:11674:x1862023150339968:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.575460:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.575491:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407616e00/0xd3c138f330847706 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf28ca expref: 6858 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575511:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15a6:0x0].0x0 (ffff89b40a4c4d00)
00010000:00010000:1.0:1775764895.575521:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.575544:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575559:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575569:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575596:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e200/0xd3c138f3308bedb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x8b0c06a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575608:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e200/0xd3c138f3308bedb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b0c06a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575614:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e200/0xd3c138f3308bedb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b0c06a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575701:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575710:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575717:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.575924:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4506, 64 off296576
00000040:00080000:1.0:1775764895.575942:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4506, 64 off296576
00010000:00010000:1.0:1775764895.575985:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.575993:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576015:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576021:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576027:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576036:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576054:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.576069:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576074:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576080:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576084:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.576088:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576095:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576102:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15a6:0x0].0x0 (ffff89b405a50300)
00010000:00010000:1.0:1775764895.576105:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.576108:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576151:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bedc0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576167:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576177:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576182:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576542:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577ec00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.576546:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576552:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576561:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.576563:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.576566:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576572:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308bedb2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.576593:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1930e4d reply state 00000000a0380f22 transno 4294992320 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e200/0xd3c138f3308bedb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x8b0c06a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576603:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e200/0xd3c138f3308bedb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x8b0c06a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.576609:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x8b0c06a3 (ffff89b40a396b00)
00010000:00010000:1.0:1775764895.576612:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.576615:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.576691:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6859:11674:x1862023150339968:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1294us (1499us total) trans 4294992320 rc 0/0
00000100:00100000:1.0:1775764895.576701:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14848
00010000:00010000:0.0:1775764895.577746:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.577757:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.577764:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.577768:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.577776:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.577792:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15a6:0x0].0x0 (ffff89b405a50300)
00010000:00010000:0.0:1775764895.577794:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.577797:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.577802:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bedc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.577820:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.577822:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.577823:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.579737:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.579825:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150340224
00000100:00100000:0.0:1775764895.579835:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150340224
00000100:00100000:0.0:1775764895.579931:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14849
00000100:00100000:0.0:1775764895.579942:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6859:11674:x1862023150340224:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.580012:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.580038:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577fa00/0xd3c138f33082e742 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded8d6 expref: 6859 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580054:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3a:0x0].0x0 (ffff89b40a385f00)
00010000:00010000:0.0:1775764895.580062:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.580095:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580108:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580143:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580164:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308bedd5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xca894c8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580172:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308bedd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca894c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580178:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308bedd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca894c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580290:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580299:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580306:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.580534:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4507, 64 off296640
00000040:00080000:0.0:1775764895.580554:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4507, 64 off296640
00010000:00010000:0.0:1775764895.580625:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580634:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580641:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580648:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580659:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580664:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580678:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.580695:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580701:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580707:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580713:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409877a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.580717:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580724:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580733:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3a:0x0].0x0 (ffff89b404b8bf00)
00010000:00010000:0.0:1775764895.580736:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.580739:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580745:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308beddc lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580766:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580772:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580777:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580783:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580788:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409877800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.580791:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580796:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580803:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.580806:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.580808:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580814:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bedce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.580823:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099badc88 reply state 0000000077371111 transno 4294992321 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308bedd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xca894c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580834:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876c00/0xd3c138f3308bedd5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xca894c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.580841:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xca894c8d (ffff89b402d36700)
00010000:00010000:0.0:1775764895.580843:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.580845:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.580919:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b402c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6860:11674:x1862023150340224:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 978us (1347us total) trans 4294992321 rc 0/0
00000100:00100000:0.0:1775764895.580929:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14849
00010000:00010000:2.0:1775764895.581010:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.581016:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.581023:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409876e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.581026:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.581033:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.581042:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3a:0x0].0x0 (ffff89b404b8bf00)
00010000:00010000:2.0:1775764895.581044:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.581048:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.581053:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bede3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.581070:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.581072:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.581074:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.584661:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.586976:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150340480
00000100:00100000:1.0:1775764895.586990:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150340480
00000100:00100000:1.0:1775764895.587068:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14850
00000100:00100000:1.0:1775764895.587079:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6860:11674:x1862023150340480:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.587159:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.587198:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f33082b0fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edecdfb expref: 6860 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587233:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8ad:0x0].0x0 (ffff89b402cb8800)
00010000:00010000:1.0:1775764895.587245:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.587268:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587283:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587294:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587309:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f600/0xd3c138f3308bedf1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x20e4b0d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587317:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f600/0xd3c138f3308bedf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x20e4b0d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587323:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f600/0xd3c138f3308bedf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x20e4b0d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587415:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587424:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587430:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.587911:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4508, 64 off296704
00000040:00080000:1.0:1775764895.587930:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4508, 64 off296704
00010000:00010000:1.0:1775764895.587979:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.587989:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588203:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588212:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588227:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588234:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588258:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.588277:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588284:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588291:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588297:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.588301:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588308:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588317:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8ad:0x0].0x0 (ffff89b405a50100)
00010000:00010000:1.0:1775764895.588320:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.588323:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588328:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bedf8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588348:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.588350:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.588358:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588364:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588369:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577ee00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.588371:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588372:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588392:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.588392:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.588398:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588402:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.588408:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.588412:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.588418:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588421:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bedea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.588438:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8ad:0x0].0x0 (ffff89b405a50100)
00000004:00010000:1.0:1775764895.588440:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007530dbaa reply state 0000000075f3c25e transno 4294992322 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f600/0xd3c138f3308bedf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x20e4b0d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.588443:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.588448:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 1/0,0 mode: --/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588458:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f600/0xd3c138f3308bedf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x20e4b0d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.588458:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bedff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.588479:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x20e4b0d7 (ffff89b405a50800)
00010000:00010000:1.0:1775764895.588482:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.588486:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764895.588491:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.588494:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.588496:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.589764:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6861:11674:x1862023150340480:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2680us (5108us total) trans 4294992322 rc 0/0
00000100:00100000:1.0:1775764895.589776:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14850
00000100:00100000:0.0:1775764895.593766:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.593859:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150340736
00000100:00100000:2.0:1775764895.593869:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150340736
00000100:00100000:2.0:1775764895.593926:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14851
00000100:00100000:2.0:1775764895.593937:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6861:11674:x1862023150340736:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.594009:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.594036:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c04e00/0xd3c138f330831276 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee17a expref: 6861 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.594066:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb76:0x0].0x0 (ffff89b40a36e500)
00010000:00010000:2.0:1775764895.594076:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.594096:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.594109:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.594148:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.594163:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bee0d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe88d4b39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.594169:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bee0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe88d4b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.594175:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bee0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe88d4b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595051:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595070:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595080:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.595385:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4509, 64 off296768
00000040:00080000:2.0:1775764895.595406:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4509, 64 off296768
00010000:00010000:2.0:1775764895.595458:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595468:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595476:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595485:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595492:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595498:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595520:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.595552:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595559:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595571:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595587:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.595592:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595600:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595611:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb76:0x0].0x0 (ffff89b409b9b300)
00010000:00010000:2.0:1775764895.595614:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.595618:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595623:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee14 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595639:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595644:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595649:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595655:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595659:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.595663:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595669:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595676:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.595679:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.595682:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595688:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee06 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.595698:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1cdc1fb reply state 0000000082e1d19e transno 4294992323 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bee0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe88d4b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595708:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a676e00/0xd3c138f3308bee0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe88d4b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.595715:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe88d4b39 (ffff89b409b9b800)
00010000:00010000:2.0:1775764895.595717:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.595720:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.595805:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6862:11674:x1862023150340736:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1869us (2047us total) trans 4294992323 rc 0/0
00000100:00100000:2.0:1775764895.595815:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14851
00010000:00010000:1.0:1775764895.596162:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.596169:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.596176:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06dc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.596180:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.596197:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.596208:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb76:0x0].0x0 (ffff89b409b9b300)
00010000:00010000:1.0:1775764895.596211:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.596224:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.596230:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee1b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.596247:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.596249:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.596251:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.600099:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.604728:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150340992
00000100:00100000:0.0:1775764895.604743:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150340992
00000100:00100000:0.0:1775764895.604820:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14852
00000100:00100000:0.0:1775764895.604830:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6862:11674:x1862023150340992:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.604890:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.604917:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4084ad400/0xd3c138f33081ca9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ede9fe8 expref: 6862 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.604936:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x218:0x0].0x0 (ffff89b40f035300)
00010000:00010000:0.0:1775764895.604946:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.604967:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.604980:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.604990:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605006:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bee29 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2ea5baac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605017:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bee29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2ea5baac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605024:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bee29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2ea5baac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605172:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605181:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605188:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.605432:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4510, 64 off296832
00000040:00080000:0.0:1775764895.605450:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4510, 64 off296832
00010000:00010000:0.0:1775764895.605496:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x218:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605505:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605513:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605520:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605527:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605537:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605554:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.605571:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605592:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605598:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605604:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409876e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.605608:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605615:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605624:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x218:0x0].0x0 (ffff89b404b8b600)
00010000:00010000:0.0:1775764895.605627:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.605630:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605636:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bee30 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605652:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605662:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605667:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605673:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605678:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409877800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.605681:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605687:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605694:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.605696:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.605699:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605704:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308bee22 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.605713:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc500941 reply state 0000000079515730 transno 4294992324 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bee29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2ea5baac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605723:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877a00/0xd3c138f3308bee29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2ea5baac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.605729:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2ea5baac (ffff89b404b8b800)
00010000:00010000:0.0:1775764895.605732:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.605734:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.605818:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6863:11674:x1862023150340992:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 988us (5728us total) trans 4294992324 rc 0/0
00000100:00100000:0.0:1775764895.605825:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14852
00010000:00010000:2.0:1775764895.605903:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.605909:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.605916:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.605919:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.605927:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.605936:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x218:0x0].0x0 (ffff89b404b8b600)
00010000:00010000:2.0:1775764895.605939:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.605941:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.605946:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bee37 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.605965:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.605967:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.605969:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.608872:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.609431:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150341248
00000100:00100000:2.0:1775764895.609442:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150341248
00000100:00100000:2.0:1775764895.609509:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14853
00000100:00100000:2.0:1775764895.609520:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6863:11674:x1862023150341248:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.609777:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.609805:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a1a8800/0xd3c138f33083bff5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x106b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf042d expref: 6863 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.609824:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x106b:0x0].0x0 (ffff89b40f033c00)
00010000:00010000:2.0:1775764895.609835:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.609858:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.609871:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.609885:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.609901:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x14744d57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.609908:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x14744d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.609915:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x14744d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610023:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610031:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610038:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.610517:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4511, 64 off296896
00000040:00080000:2.0:1775764895.610536:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4511, 64 off296896
00010000:00010000:2.0:1775764895.610721:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610732:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610741:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610752:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610758:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610763:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610837:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.610858:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610864:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610869:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610876:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.610880:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610887:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610897:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x106b:0x0].0x0 (ffff89b409b9b500)
00010000:00010000:2.0:1775764895.610900:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.610904:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610914:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bee4c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x106b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610929:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610935:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610941:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610946:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06ca00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.610949:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610954:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610962:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.610964:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.610967:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.610973:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee3e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.610982:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e687242 reply state 0000000090e695e3 transno 4294992325 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x14744d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.611003:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06dc00/0xd3c138f3308bee45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x14744d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.611010:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x14744d57 (ffff89b409b9bc00)
00010000:00010000:2.0:1775764895.611013:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.611015:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.611095:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6864:11674:x1862023150341248:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1576us (2232us total) trans 4294992325 rc 0/0
00000100:00100000:2.0:1775764895.611105:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14853
00010000:00010000:1.0:1775764895.613446:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.613459:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.613470:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.613474:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.613483:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.613499:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x106b:0x0].0x0 (ffff89b409b9b500)
00010000:00010000:1.0:1775764895.613502:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.613507:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.613513:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bee53 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x106b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.613534:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.613536:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.613538:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.613648:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.613835:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150341504
00000100:00100000:2.0:1775764895.613846:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150341504
00000100:00100000:2.0:1775764895.613901:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14854
00000100:00100000:2.0:1775764895.613910:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6864:11674:x1862023150341504:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.613965:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.613982:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4060f8e00/0xd3c138f33083da7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x112d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf097b expref: 6864 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614002:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x112d:0x0].0x0 (ffff89b409887400)
00010000:00010000:2.0:1775764895.614011:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.614029:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614041:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614049:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614062:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308bee61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa02baa65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614072:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308bee61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa02baa65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614077:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308bee61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa02baa65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614199:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614207:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614213:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.614438:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4512, 64 off296960
00000040:00080000:2.0:1775764895.614454:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4512, 64 off296960
00010000:00010000:2.0:1775764895.614498:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614507:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614515:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614521:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614527:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614536:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614558:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.614574:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614592:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.614595:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.614602:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.614604:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614613:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.614620:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.614621:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.614626:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614631:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.614638:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614644:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x112d:0x0].0x0 (ffff89b409b9b300)
00010000:00010000:2.0:1775764895.614648:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.614651:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.614696:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x112d:0x0].0x0 (ffff89b409b9b300)
00010000:00010000:3.0:1775764895.614700:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.614704:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.614710:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308bee6f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x112d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.614722:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.614723:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.614725:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.614859:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bee68 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x112d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614880:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614890:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614896:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614901:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614906:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.614909:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614914:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614923:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.614925:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.614928:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614933:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bee5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.614942:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7e188ff reply state 00000000de686fa0 transno 4294992326 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308bee61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa02baa65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614952:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8a00/0xd3c138f3308bee61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa02baa65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.614958:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa02baa65 (ffff89b409b9b600)
00010000:00010000:2.0:1775764895.614961:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.614963:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.615044:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6865:11674:x1862023150341504:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1133us (1398us total) trans 4294992326 rc 0/0
00000100:00100000:2.0:1775764895.615054:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14854
00000100:00100000:0.0:1775764895.618333:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.618377:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150341760
00000100:00100000:1.0:1775764895.618387:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150341760
00000100:00100000:1.0:1775764895.618458:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14855
00000100:00100000:1.0:1775764895.618470:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6865:11674:x1862023150341760:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.618528:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.618554:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4076bd000/0xd3c138f330851e5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a6e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4a42 expref: 6865 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618751:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a6e:0x0].0x0 (ffff89b407a16a00)
00010000:00010000:1.0:1775764895.618766:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.618791:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618804:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618813:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618827:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577fa00/0xd3c138f3308bee7d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb54278e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618833:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577fa00/0xd3c138f3308bee7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb54278e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618840:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577fa00/0xd3c138f3308bee7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb54278e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618932:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618941:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.618948:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.619975:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4513, 64 off297024
00000040:00080000:1.0:1775764895.620072:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4513, 64 off297024
00010000:00010000:1.0:1775764895.620293:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620306:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620315:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620322:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620329:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620336:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620357:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.620380:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620387:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620387:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.620397:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620398:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620410:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577ee00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.620413:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.620416:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620419:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620428:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620431:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620442:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a6e:0x0].0x0 (ffff89b405a50600)
00010000:00010000:1.0:1775764895.620445:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.620449:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620454:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a6e:0x0].0x0 (ffff89b405a50600)
00010000:00010000:1.0:1775764895.620455:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bee84 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a6e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620461:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.620466:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620474:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bee8b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620481:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620489:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620492:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.620495:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.620496:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.620499:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.620504:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b405703000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.620507:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620513:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620519:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.620521:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.620523:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620528:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308bee76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.620535:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081ae3503 reply state 000000005a86c8cf transno 4294992327 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577fa00/0xd3c138f3308bee7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb54278e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620544:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577fa00/0xd3c138f3308bee7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb54278e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.620549:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb54278e8 (ffff89b405a50b00)
00010000:00010000:1.0:1775764895.620551:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.620554:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.620835:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6866:11674:x1862023150341760:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2364us (2583us total) trans 4294992327 rc 0/0
00000100:00100000:1.0:1775764895.620846:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14855
00000100:00100000:3.0:1775764895.623524:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.623784:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150342016
00000100:00100000:2.0:1775764895.623795:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150342016
00000100:00100000:2.0:1775764895.623924:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14856
00000100:00100000:2.0:1775764895.623934:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40894ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6866:11674:x1862023150342016:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.624005:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.624034:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409df0600/0xd3c138f33085006d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1993:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4445 expref: 6866 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624056:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1993:0x0].0x0 (ffff89b404babe00)
00010000:00010000:2.0:1775764895.624067:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.624089:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624103:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624137:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624156:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x664fb140 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624164:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x664fb140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624176:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x664fb140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624298:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624306:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624313:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.624545:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4514, 64 off297088
00000040:00080000:2.0:1775764895.624563:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4514, 64 off297088
00010000:00010000:2.0:1775764895.624627:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624637:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624644:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624651:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624657:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624662:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624701:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.624719:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624725:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624730:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624736:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.624740:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624748:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624757:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1993:0x0].0x0 (ffff89b409b9b500)
00010000:00010000:2.0:1775764895.624759:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.624763:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624769:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308beea0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1993:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624783:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624789:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624798:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624803:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f8000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.624806:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624812:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624819:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.624821:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.624824:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624830:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bee92 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.624838:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007dad21e9 reply state 0000000095626873 transno 4294992328 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x664fb140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624848:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06ca00/0xd3c138f3308bee99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x664fb140 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.624854:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x664fb140 (ffff89b409b9b100)
00010000:00010000:2.0:1775764895.624856:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.624859:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.624944:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40894ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6867:11674:x1862023150342016:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1010us (1424us total) trans 4294992328 rc 0/0
00000100:00100000:2.0:1775764895.624952:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14856
00010000:00010000:3.0:1775764895.625237:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.625246:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.625263:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.625267:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.625274:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.625285:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1993:0x0].0x0 (ffff89b409b9b500)
00010000:00010000:3.0:1775764895.625288:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.625291:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.625297:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beea7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1993:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.625315:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.625318:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.625320:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.641829:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.641969:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150342272
00000100:00100000:2.0:1775764895.641980:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150342272
00000100:00100000:2.0:1775764895.642047:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14857
00000100:00100000:2.0:1775764895.642058:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6867:11674:x1862023150342272:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.642137:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.642166:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40730a000/0xd3c138f330821010 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeadcc expref: 6867 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642184:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x414:0x0].0x0 (ffff89b40136c600)
00010000:00010000:2.0:1775764895.642205:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.642237:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642251:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642262:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642277:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308beeb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xbab80138 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642284:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308beeb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbab80138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642290:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308beeb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbab80138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642382:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x414:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642396:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642403:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.642650:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4515, 64 off297152
00000040:00080000:2.0:1775764895.642667:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4515, 64 off297152
00010000:00010000:2.0:1775764895.642717:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642727:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642735:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642742:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642748:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642754:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642780:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.642798:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642805:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642815:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642821:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.642825:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642833:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642841:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x414:0x0].0x0 (ffff89b408268a00)
00010000:00010000:2.0:1775764895.642844:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.642848:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642854:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308beebc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642870:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642876:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642881:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642887:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642892:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.642895:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642901:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642908:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.642911:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.642913:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642919:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308beeae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.642929:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e202162b reply state 0000000088dbe493 transno 4294992329 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308beeb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xbab80138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642940:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9a00/0xd3c138f3308beeb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xbab80138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.642947:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xbab80138 (ffff89b409b9b300)
00010000:00010000:2.0:1775764895.642949:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.642951:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.643033:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6868:11674:x1862023150342272:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 977us (1212us total) trans 4294992329 rc 0/0
00000100:00100000:2.0:1775764895.643040:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14857
00010000:00010000:1.0:1775764895.643157:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.643163:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.643170:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.643174:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.643182:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.643192:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x414:0x0].0x0 (ffff89b408268a00)
00010000:00010000:1.0:1775764895.643195:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.643198:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.643204:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308beec3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.643227:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.643229:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.643231:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.648292:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.648985:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150342528
00000100:00100000:0.0:1775764895.648998:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150342528
00000100:00100000:0.0:1775764895.649071:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14858
00000100:00100000:0.0:1775764895.649082:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6868:11674:x1862023150342528:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.649180:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.649210:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4042fe400/0xd3c138f330839c46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf66:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edefd0a expref: 6868 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649239:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf66:0x0].0x0 (ffff89b40a307100)
00010000:00010000:0.0:1775764895.649250:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.649287:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649300:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649310:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649325:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308beed1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x2e8583e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649336:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308beed1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2e8583e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649343:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308beed1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2e8583e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649431:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649440:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649447:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.649681:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4516, 64 off297216
00000040:00080000:0.0:1775764895.649701:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4516, 64 off297216
00010000:00010000:0.0:1775764895.649750:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649759:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649767:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649775:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649782:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649792:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649817:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.649833:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649840:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649846:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649852:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409876e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.649856:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649863:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649872:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf66:0x0].0x0 (ffff89b404b8bd00)
00010000:00010000:0.0:1775764895.649875:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.649878:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649884:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308beed8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649898:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649909:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649915:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649920:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a80dc00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.649923:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649929:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649937:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.649940:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.649943:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649949:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308beeca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.649957:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006378b8e2 reply state 00000000a55fbba9 transno 4294992330 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308beed1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x2e8583e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649968:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409877800/0xd3c138f3308beed1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x2e8583e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.649975:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x2e8583e3 (ffff89b404b8b900)
00010000:00010000:0.0:1775764895.649977:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.649980:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.650058:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6869:11674:x1862023150342528:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 978us (1776us total) trans 4294992330 rc 0/0
00000100:00100000:0.0:1775764895.650067:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14858
00010000:00010000:3.0:1775764895.650842:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.650853:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.650863:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.650866:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.650874:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.650887:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf66:0x0].0x0 (ffff89b404b8bd00)
00010000:00010000:3.0:1775764895.650891:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.650894:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 1/0,0 mode: --/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.650900:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308beedf lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.650918:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.650920:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.650922:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.658562:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.658723:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150342784
00000100:00100000:2.0:1775764895.658733:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150342784
00000100:00100000:2.0:1775764895.658794:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14859
00000100:00100000:2.0:1775764895.658807:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6869:11674:x1862023150342784:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.658868:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.658894:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409fe7000/0xd3c138f330827c9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edec382 expref: 6869 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.658909:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72e:0x0].0x0 (ffff89b402b13800)
00010000:00010000:2.0:1775764895.658919:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.658938:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.658951:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.658962:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.658977:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308beeed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xdf2a3ca5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.658984:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308beeed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdf2a3ca5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.658990:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308beeed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdf2a3ca5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659089:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659095:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659100:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.659651:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4517, 64 off297280
00000040:00080000:2.0:1775764895.659667:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4517, 64 off297280
00010000:00010000:2.0:1775764895.659705:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659712:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659717:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659721:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659726:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659729:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659778:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.659794:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659797:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659806:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659810:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.659813:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659818:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659824:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72e:0x0].0x0 (ffff89b404babe00)
00010000:00010000:2.0:1775764895.659826:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.659829:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659832:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308beef4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x72e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659844:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659847:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659850:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659853:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c71e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.659855:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659858:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659862:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.659863:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.659865:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659867:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308beee6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.659875:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d7489c1 reply state 000000009088462f transno 4294992331 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308beeed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xdf2a3ca5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659882:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70000/0xd3c138f3308beeed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xdf2a3ca5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.659886:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xdf2a3ca5 (ffff89b408268a00)
00010000:00010000:2.0:1775764895.659887:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.659889:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.659956:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6870:11674:x1862023150342784:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1154us (1402us total) trans 4294992331 rc 0/0
00000100:00100000:2.0:1775764895.659965:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14859
00010000:00010000:3.0:1775764895.663288:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.663301:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.663312:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.663317:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.663327:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.663344:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72e:0x0].0x0 (ffff89b404babe00)
00010000:00010000:3.0:1775764895.663347:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.663351:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.663931:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308beefb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x72e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.663957:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.663958:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.663961:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.667806:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.667904:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150343040
00000100:00100000:0.0:1775764895.667914:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150343040
00000100:00100000:0.0:1775764895.667974:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14860
00000100:00100000:0.0:1775764895.667984:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6870:11674:x1862023150343040:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.668043:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.668070:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405689a00/0xd3c138f330832a86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edee64a expref: 6870 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668089:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc26:0x0].0x0 (ffff89b4084d0000)
00010000:00010000:0.0:1775764895.668098:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.668151:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668165:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668174:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668185:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bef09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x33793478 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668192:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bef09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x33793478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668199:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bef09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x33793478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668314:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668321:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668325:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.668517:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4518, 64 off297344
00000040:00080000:0.0:1775764895.668531:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4518, 64 off297344
00010000:00010000:0.0:1775764895.668576:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668586:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668593:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668602:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668852:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668860:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668883:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.668901:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668905:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668909:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668912:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409876e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.668915:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668919:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668925:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc26:0x0].0x0 (ffff89b404b8bb00)
00010000:00010000:0.0:1775764895.668927:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.668930:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668934:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409876e00/0xd3c138f3308bef10 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668945:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668949:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668952:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668955:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.668958:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668961:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668965:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.668966:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.668968:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668971:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bef02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.668975:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009411297 reply state 0000000003ac7614 transno 4294992332 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bef09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x33793478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668982:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a80dc00/0xd3c138f3308bef09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x33793478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.668985:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x33793478 (ffff89b404b8bc00)
00010000:00010000:0.0:1775764895.668986:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.668987:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764895.669158:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.669166:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764895.669176:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b533400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6871:11674:x1862023150343040:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1191us (1377us total) trans 4294992332 rc 0/0
00010000:00010000:3.0:1775764895.669176:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.669182:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764895.669188:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14860
00010000:00010000:3.0:1775764895.669194:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.669206:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc26:0x0].0x0 (ffff89b404b8bb00)
00010000:00010000:3.0:1775764895.669208:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.669211:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.669229:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bef17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.669247:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.669249:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.669251:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.673598:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.673783:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150343296
00000100:00100000:0.0:1775764895.673793:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150343296
00000100:00100000:0.0:1775764895.673892:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14861
00000100:00100000:0.0:1775764895.673903:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6871:11674:x1862023150343296:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.673973:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.674002:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404242800/0xd3c138f330851bc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a5b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf49bd expref: 6871 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674024:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a5b:0x0].0x0 (ffff89b407a17c00)
00010000:00010000:0.0:1775764895.674034:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.674053:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674065:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674074:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674089:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308bef25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x92a758ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674097:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308bef25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x92a758ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674148:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308bef25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x92a758ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674285:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674295:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674302:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.674550:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4519, 64 off297408
00000040:00080000:0.0:1775764895.674570:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4519, 64 off297408
00010000:00010000:0.0:1775764895.674628:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674638:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674647:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674654:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674660:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674667:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674689:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.674707:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674713:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674719:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674724:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e58a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.674729:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674740:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674749:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a5b:0x0].0x0 (ffff89b404b8b600)
00010000:00010000:0.0:1775764895.674751:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.674755:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674760:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bef2c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674775:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674781:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674787:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674792:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.674794:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674800:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674807:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.674810:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.674812:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674820:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bef1e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.674829:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a54a7816 reply state 000000003e7b72f7 transno 4294992333 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308bef25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x92a758ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674838:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406ce5200/0xd3c138f3308bef25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x92a758ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.674844:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x92a758ab (ffff89b404b8bd00)
00010000:00010000:0.0:1775764895.674846:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.674848:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.674933:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6872:11674:x1862023150343296:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1030us (1344us total) trans 4294992333 rc 0/0
00000100:00100000:0.0:1775764895.674941:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14861
00010000:00010000:2.0:1775764895.675037:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.675044:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.675051:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b77600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.675056:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.675064:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.675074:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a5b:0x0].0x0 (ffff89b404b8b600)
00010000:00010000:2.0:1775764895.675076:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.675079:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.675085:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308bef33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.675105:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.675107:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.675108:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.678624:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.678814:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150343552
00000100:00100000:3.0:1775764895.678824:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150343552
00000100:00100000:3.0:1775764895.678890:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14862
00000100:00100000:3.0:1775764895.678900:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6872:11674:x1862023150343552:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.678963:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.678992:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a4f4600/0xd3c138f330842c60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1384:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf19dc expref: 6872 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679020:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1384:0x0].0x0 (ffff89b4057bb000)
00010000:00010000:3.0:1775764895.679031:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.679050:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679063:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679071:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679084:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308bef41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xb26c7f3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679090:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308bef41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb26c7f3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679095:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308bef41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb26c7f3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679240:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679249:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679440:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.679656:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4520, 64 off297472
00000040:00080000:3.0:1775764895.679674:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4520, 64 off297472
00010000:00010000:3.0:1775764895.679721:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679729:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679736:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679742:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679748:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679754:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679774:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.679794:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.679799:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.679800:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.679808:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.679900:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859f400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.679900:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.679907:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679908:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.679915:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.679918:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679929:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.679934:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1384:0x0].0x0 (ffff89b404b80800)
00010000:00010000:2.0:1775764895.679939:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.679943:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679948:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1384:0x0].0x0 (ffff89b404b80800)
00010000:00010000:2.0:1775764895.679949:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bef4f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679953:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.679958:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679965:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef48 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.679967:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.679970:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.679973:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.679989:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.679996:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.680002:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.680007:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.680009:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.680015:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.680024:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.680027:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.680030:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.680035:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef3a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.680046:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c95ea552 reply state 00000000bdccb32b transno 4294992334 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308bef41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xb26c7f3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.680057:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f000/0xd3c138f3308bef41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xb26c7f3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.680063:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xb26c7f3a (ffff89b404b80700)
00010000:00010000:3.0:1775764895.680064:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.680067:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.681583:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6873:11674:x1862023150343552:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2676us (2971us total) trans 4294992334 rc 0/0
00000100:00100000:3.0:1775764895.681595:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14862
00000100:00100000:3.0:1775764895.684089:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.684474:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150343808
00000100:00100000:0.0:1775764895.684484:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150343808
00000100:00100000:0.0:1775764895.684537:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14863
00000100:00100000:0.0:1775764895.684543:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6873:11674:x1862023150343808:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.685466:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.685497:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f995800/0xd3c138f330838134 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xea0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edef7a0 expref: 6873 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685515:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xea0:0x0].0x0 (ffff89b408366300)
00010000:00010000:0.0:1775764895.685524:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.685546:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685560:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685566:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685577:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76400/0xd3c138f3308bef5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd8556e72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685584:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76400/0xd3c138f3308bef5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd8556e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685590:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76400/0xd3c138f3308bef5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd8556e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685695:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685703:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.685710:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.685971:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4521, 64 off297536
00000040:00080000:0.0:1775764895.685984:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4521, 64 off297536
00010000:00010000:0.0:1775764895.686028:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686037:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686049:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686056:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686062:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686068:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686093:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.686110:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686132:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686136:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686140:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.686144:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686149:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686155:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xea0:0x0].0x0 (ffff89b404b8bb00)
00010000:00010000:0.0:1775764895.686156:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.686159:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686163:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef64 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xea0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686173:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686176:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686180:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686183:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.686185:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686189:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686196:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.686198:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.686201:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686207:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef56 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.686226:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009db2d6e3 reply state 000000007fa1109a transno 4294992335 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76400/0xd3c138f3308bef5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd8556e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.686230:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.686239:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.686249:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76400/0xd3c138f3308bef5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd8556e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.686250:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.686266:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.686274:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.686284:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xea0:0x0].0x0 (ffff89b404b8bb00)
00010000:00010000:3.0:1775764895.686288:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.686291:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.686297:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bef6b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xea0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.686316:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.686318:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.686320:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.686825:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd8556e72 (ffff89b404b8bf00)
00010000:00010000:0.0:1775764895.686830:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.686834:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.686954:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6874:11674:x1862023150343808:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 2407us (2873us total) trans 4294992335 rc 0/0
00000100:00100000:0.0:1775764895.686964:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14863
00000100:00100000:1.0:1775764895.694872:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.697098:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150344064
00000100:00100000:0.0:1775764895.700940:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150344064
00000100:00100000:0.0:1775764895.701037:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14864
00000100:00100000:0.0:1775764895.701048:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6874:11674:x1862023150344064:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.701110:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.701155:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4057c7400/0xd3c138f33083d3eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf082b expref: 6874 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701178:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10fd:0x0].0x0 (ffff89b40a2f0800)
00010000:00010000:0.0:1775764895.701189:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.701210:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701234:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701244:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701261:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf285333c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701267:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf285333c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701273:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf285333c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701378:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701386:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701393:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.701631:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4522, 64 off297600
00000040:00080000:0.0:1775764895.701650:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4522, 64 off297600
00010000:00010000:0.0:1775764895.701697:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701706:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701713:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701720:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701731:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701737:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701765:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.701784:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701790:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701795:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.701872:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.701879:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.701887:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b77800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.701891:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.701899:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.701910:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10fd:0x0].0x0 (ffff89b408f28900)
00010000:00010000:2.0:1775764895.701912:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.701916:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.701921:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bef87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.701934:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.701936:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.701937:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.701977:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b77c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.701983:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.701991:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702000:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10fd:0x0].0x0 (ffff89b408f28900)
00010000:00010000:0.0:1775764895.702003:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.702006:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702011:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bef80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x10fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702035:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702042:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702048:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702053:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.702056:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702061:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702068:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.702071:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.702074:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702079:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bef72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.702089:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6454685 reply state 00000000b490bbd5 transno 4294992336 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf285333c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702100:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76800/0xd3c138f3308bef79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf285333c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.702106:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf285333c (ffff89b404b8b600)
00010000:00010000:0.0:1775764895.702108:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.702111:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.702228:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6875:11674:x1862023150344064:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1170us (7414us total) trans 4294992336 rc 0/0
00000100:00100000:0.0:1775764895.702237:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14864
00000100:00100000:2.0:1775764895.706213:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.706420:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150344320
00000100:00100000:3.0:1775764895.706432:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150344320
00000100:00100000:3.0:1775764895.706488:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14865
00000100:00100000:3.0:1775764895.706497:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6875:11674:x1862023150344320:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.706562:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.706589:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40431f200/0xd3c138f33086a053 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2575:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9773 expref: 6875 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706610:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2575:0x0].0x0 (ffff89b403d48b00)
00010000:00010000:3.0:1775764895.706620:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.706641:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706654:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706663:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706676:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x985ff937 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706683:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x985ff937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706690:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x985ff937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706783:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706791:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.706797:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.707369:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4523, 64 off297664
00000040:00080000:3.0:1775764895.707389:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4523, 64 off297664
00010000:00010000:3.0:1775764895.707444:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707454:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707463:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707470:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707475:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707481:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707501:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.707518:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707524:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707530:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707535:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859e200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.707539:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707547:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707556:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2575:0x0].0x0 (ffff89b409b9b500)
00010000:00010000:3.0:1775764895.707559:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.707562:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707568:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bef9c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2575:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707585:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707591:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707597:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707602:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.707605:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707610:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707617:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.707619:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.707623:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707627:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bef8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.707636:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000932aaa23 reply state 0000000058854cab transno 4294992337 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x985ff937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707646:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fa00/0xd3c138f3308bef95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x985ff937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.707652:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x985ff937 (ffff89b404b80800)
00010000:00010000:3.0:1775764895.707654:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.707657:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.707743:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6876:11674:x1862023150344320:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1246us (1540us total) trans 4294992337 rc 0/0
00000100:00100000:3.0:1775764895.707753:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14865
00010000:00010000:2.0:1775764895.709177:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.709190:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.709200:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859f400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.709204:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.709212:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.709242:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2575:0x0].0x0 (ffff89b409b9b500)
00010000:00010000:2.0:1775764895.709245:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.709249:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.709255:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308befa3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2575:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.709280:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.709282:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.709284:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.711932:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.712282:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150344576
00000100:00100000:0.0:1775764895.712296:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150344576
00000100:00100000:0.0:1775764895.712367:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14866
00000100:00100000:0.0:1775764895.712377:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6876:11674:x1862023150344576:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.712475:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.712502:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407613000/0xd3c138f33084746d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1593:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf2845 expref: 6876 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712522:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1593:0x0].0x0 (ffff89b40a34cf00)
00010000:00010000:0.0:1775764895.712533:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.712553:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712567:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712577:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712592:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308befb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4c1a35e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712600:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308befb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4c1a35e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712611:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308befb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4c1a35e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712706:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712714:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.712721:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.713212:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4524, 64 off297728
00000040:00080000:0.0:1775764895.713245:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4524, 64 off297728
00010000:00010000:0.0:1775764895.713293:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713302:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713309:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713315:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713321:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713326:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713348:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.713367:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713373:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713378:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713384:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.713387:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713395:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713404:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1593:0x0].0x0 (ffff89b408f28200)
00010000:00010000:0.0:1775764895.713407:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.713411:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713416:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308befb8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1593:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713433:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713439:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713448:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713453:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.713456:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713461:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713468:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.713471:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.713473:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713480:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308befaa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.713493:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f9924e7 reply state 00000000f0c609ab transno 4294992338 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308befb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4c1a35e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713504:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77600/0xd3c138f3308befb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4c1a35e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.713509:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4c1a35e3 (ffff89b408f28300)
00010000:00010000:0.0:1775764895.713512:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.713514:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.713596:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6877:11674:x1862023150344576:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1219us (1673us total) trans 4294992338 rc 0/0
00000100:00100000:0.0:1775764895.713606:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14866
00010000:00010000:2.0:1775764895.713737:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.713745:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.713751:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749c00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.713754:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.713760:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.713769:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1593:0x0].0x0 (ffff89b408f28200)
00010000:00010000:2.0:1775764895.713771:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.713773:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.713778:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308befbf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1593:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.713793:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.713795:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.713796:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.719068:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.719418:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150344832
00000100:00100000:1.0:1775764895.719429:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150344832
00000100:00100000:1.0:1775764895.719493:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14867
00000100:00100000:1.0:1775764895.719503:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6877:11674:x1862023150344832:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.719560:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.719587:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4083c5e00/0xd3c138f33084e745 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3f3d expref: 6877 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719606:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18db:0x0].0x0 (ffff89b404b80200)
00010000:00010000:1.0:1775764895.719617:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.719640:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719652:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719662:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719678:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308befcd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x7bc57d7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719685:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308befcd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7bc57d7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719691:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308befcd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7bc57d7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719792:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719800:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.719806:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.720029:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4525, 64 off297792
00000040:00080000:1.0:1775764895.720048:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4525, 64 off297792
00010000:00010000:1.0:1775764895.720097:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720105:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720445:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720455:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720460:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720465:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720520:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.720542:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720548:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720554:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720561:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577ee00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.720565:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720572:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720581:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18db:0x0].0x0 (ffff89b405a50700)
00010000:00010000:1.0:1775764895.720584:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.720589:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720595:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308befd4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720612:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720618:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720623:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720627:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.720630:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720635:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720641:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.720643:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.720645:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720650:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308befc6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.720658:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a481506 reply state 000000003a42e12e transno 4294992339 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308befcd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x7bc57d7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720673:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ec00/0xd3c138f3308befcd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x7bc57d7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.720680:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x7bc57d7a (ffff89b405a50f00)
00010000:00010000:1.0:1775764895.720682:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.720685:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.720781:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6878:11674:x1862023150344832:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1276us (1719us total) trans 4294992339 rc 0/0
00000100:00100000:1.0:1775764895.720790:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14867
00010000:00010000:3.0:1775764895.725161:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.725177:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.725190:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.725195:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.725205:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.725240:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18db:0x0].0x0 (ffff89b405a50700)
00010000:00010000:3.0:1775764895.725243:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.725249:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.725255:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308befdb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.726038:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.726042:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.726045:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.730553:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.730634:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150345088
00000100:00100000:1.0:1775764895.730643:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150345088
00000100:00100000:1.0:1775764895.730709:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14868
00000100:00100000:1.0:1775764895.730720:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6878:11674:x1862023150345088:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.730788:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.730833:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40730be00/0xd3c138f3308306fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ededf2e expref: 6878 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.730870:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb22:0x0].0x0 (ffff89b409cdea00)
00010000:00010000:1.0:1775764895.730881:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.730903:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.730917:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.730927:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.730947:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308befe9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x82839ad9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.730953:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308befe9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82839ad9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.730960:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308befe9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82839ad9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731061:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731069:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731075:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.731389:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4526, 64 off297856
00000040:00080000:1.0:1775764895.731407:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4526, 64 off297856
00010000:00010000:1.0:1775764895.731455:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731463:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731471:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731476:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731485:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731491:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731519:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.731537:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731543:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731550:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731555:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408647600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.731560:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731567:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731575:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb22:0x0].0x0 (ffff89b405a50c00)
00010000:00010000:1.0:1775764895.731578:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.731581:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731586:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308beff0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731610:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731616:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731621:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731626:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731630:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.731633:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731638:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731645:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.731647:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.731650:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731655:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308befe2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.731665:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e0f25fd reply state 0000000077a6c939 transno 4294992340 ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308befe9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x82839ad9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731675:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b405703000/0xd3c138f3308befe9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x82839ad9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.731681:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x82839ad9 (ffff89b405a50a00)
00010000:00010000:1.0:1775764895.731683:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.731686:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.731774:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6879:11674:x1862023150345088:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1054us (1231us total) trans 4294992340 rc 0/0
00000100:00100000:1.0:1775764895.731783:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14868
00010000:00010000:2.0:1775764895.731867:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.731873:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.731880:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.731883:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.731890:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.731899:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb22:0x0].0x0 (ffff89b405a50c00)
00010000:00010000:2.0:1775764895.731901:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.731903:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.731908:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308beff7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.731924:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.731926:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.731927:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.740951:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.741086:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150345344
00000100:00100000:3.0:1775764895.741098:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150345344
00000100:00100000:3.0:1775764895.741184:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14869
00000100:00100000:3.0:1775764895.741193:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6879:11674:x1862023150345344:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.741264:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.741296:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408555800/0xd3c138f3308651d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2337:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf87c1 expref: 6879 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741318:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2337:0x0].0x0 (ffff89b407264300)
00010000:00010000:3.0:1775764895.741329:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.741353:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741366:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741376:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741393:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bf005 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x84329877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741400:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bf005 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x84329877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741406:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bf005 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x84329877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741500:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741508:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741514:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.741753:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4527, 64 off297920
00000040:00080000:3.0:1775764895.741770:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4527, 64 off297920
00010000:00010000:3.0:1775764895.741817:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741826:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741833:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741839:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741849:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741855:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741876:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.741891:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741897:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741903:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741907:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.741911:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741918:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741927:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2337:0x0].0x0 (ffff89b404b8bb00)
00010000:00010000:3.0:1775764895.741929:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.741933:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741938:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf00c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2337:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741957:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741963:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741968:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741973:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.741975:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741981:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741988:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.741990:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.741993:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.741997:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308beffe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.742006:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045ce899c reply state 00000000fd9e43e5 transno 4294992341 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bf005 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x84329877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.742016:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859f400/0xd3c138f3308bf005 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x84329877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.742022:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x84329877 (ffff89b409b9b500)
00010000:00010000:3.0:1775764895.742025:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764895.742028:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764895.742238:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.742245:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.742251:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859e200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.742254:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.742261:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.742268:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2337:0x0].0x0 (ffff89b404b8bb00)
00010000:00010000:1.0:1775764895.742270:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.742273:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.742278:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf013 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2337:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.742294:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.742296:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.742298:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.742417:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6880:11674:x1862023150345344:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1223us (1474us total) trans 4294992341 rc 0/0
00000100:00100000:3.0:1775764895.742427:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14869
00000100:00100000:0.0:1775764895.749475:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.749552:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150345600
00000100:00100000:1.0:1775764895.749563:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150345600
00000100:00100000:1.0:1775764895.749627:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14870
00000100:00100000:1.0:1775764895.749637:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403ebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6880:11674:x1862023150345600:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.749723:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.749751:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a69f600/0xd3c138f33084b4d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x176a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf3526 expref: 6880 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749771:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x176a:0x0].0x0 (ffff89b408eb4b00)
00010000:00010000:1.0:1775764895.749782:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.749814:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749827:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749837:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749853:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bf021 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x5bcac1e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749860:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bf021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5bcac1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749867:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bf021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5bcac1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749959:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749967:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.749977:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.750267:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4528, 64 off297984
00000040:00080000:1.0:1775764895.750287:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4528, 64 off297984
00010000:00010000:1.0:1775764895.750333:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750342:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750350:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750357:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750363:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750368:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750391:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.750409:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750415:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750421:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750428:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.750432:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750439:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.750440:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750448:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750452:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x176a:0x0].0x0 (ffff89b405a50c00)
00010000:00010000:1.0:1775764895.750459:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.750462:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.750464:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750468:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750477:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf028 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x176a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750480:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750497:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x176a:0x0].0x0 (ffff89b405a50c00)
00010000:00010000:3.0:1775764895.750500:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.750502:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750503:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750519:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750520:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf02f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x176a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750535:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750542:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.750545:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750547:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.750550:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.750554:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.750554:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.750568:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.750570:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.750573:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750578:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf01a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.750588:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000263d7bc1 reply state 00000000cc26b756 transno 4294992342 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bf021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x5bcac1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750598:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408647600/0xd3c138f3308bf021 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x5bcac1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.750605:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x5bcac1e3 (ffff89b405a50900)
00010000:00010000:1.0:1775764895.750606:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.750609:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.750687:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403ebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6881:11674:x1862023150345600:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1050us (1221us total) trans 4294992342 rc 0/0
00000100:00100000:1.0:1775764895.750696:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14870
00000100:00100000:2.0:1775764895.753887:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.755406:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150345856
00000100:00100000:3.0:1775764895.755419:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150345856
00000100:00100000:3.0:1775764895.755498:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14871
00000100:00100000:3.0:1775764895.755508:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6881:11674:x1862023150345856:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.755591:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.755620:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4042a9200/0xd3c138f33082df54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa00:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694eded740 expref: 6881 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755642:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa00:0x0].0x0 (ffff89b40a36b700)
00010000:00010000:3.0:1775764895.755654:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.755675:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755688:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755697:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755711:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf03d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x644fabe0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755718:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf03d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x644fabe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755724:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf03d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x644fabe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755833:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755842:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.755848:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.756065:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4529, 64 off298048
00000040:00080000:3.0:1775764895.756085:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4529, 64 off298048
00010000:00010000:3.0:1775764895.756158:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.756169:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.756176:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.756183:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.756188:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.756194:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756512:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.756535:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756543:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756549:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756557:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4098dfa00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.756561:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756568:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756577:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa00:0x0].0x0 (ffff89b40ec7e100)
00010000:00010000:1.0:1775764895.756580:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.756583:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756588:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf044 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756607:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756613:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756618:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756623:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756627:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.756629:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756638:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756644:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.756646:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.756649:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756653:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf036 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.756662:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019cbb0fc reply state 0000000036788ca6 transno 4294992343 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf03d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x644fabe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756671:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e200/0xd3c138f3308bf03d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x644fabe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.756677:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x644fabe0 (ffff89b404b8bb00)
00010000:00010000:1.0:1775764895.756680:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.756682:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764895.757146:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.757153:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.757160:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50f800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.757163:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.757170:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.757180:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa00:0x0].0x0 (ffff89b40ec7e100)
00010000:00010000:3.0:1775764895.757183:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.757186:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.757191:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf04b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.757208:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.757209:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.757211:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764895.763875:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6882:11674:x1862023150345856:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 8355us (9983us total) trans 4294992343 rc 0/0
00000100:00100000:1.0:1775764895.763892:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14871
00000100:00100000:2.0:1775764895.767191:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.767937:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150346112
00000100:00100000:3.0:1775764895.767948:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150346112
00000100:00100000:3.0:1775764895.768015:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14872
00000100:00100000:3.0:1775764895.768025:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6882:11674:x1862023150346112:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.768083:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.768109:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409da6600/0xd3c138f33085e735 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf726d expref: 6882 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.768166:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202b:0x0].0x0 (ffff89b408f3f700)
00010000:00010000:3.0:1775764895.768177:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.768326:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768341:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768357:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768376:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308bf059 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x9a1fa729 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768384:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308bf059 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9a1fa729 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768391:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308bf059 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9a1fa729 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768493:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768502:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768508:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.768735:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4530, 64 off298112
00000040:00080000:2.0:1775764895.768753:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4530, 64 off298112
00010000:00010000:2.0:1775764895.768870:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768879:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768887:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768898:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768904:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768910:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768932:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.768953:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768958:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768964:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768969:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.768973:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768980:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.768988:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202b:0x0].0x0 (ffff89b40817db00)
00010000:00010000:2.0:1775764895.768991:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.768994:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769003:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf060 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x202b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769019:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769025:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769030:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769035:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c71e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.769037:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769043:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769050:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.769052:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.769055:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769060:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf052 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.769069:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b4b53a3 reply state 00000000dcf9c80a transno 4294992344 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308bf059 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x9a1fa729 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769079:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70200/0xd3c138f3308bf059 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x9a1fa729 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.769085:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x9a1fa729 (ffff89b404babe00)
00010000:00010000:2.0:1775764895.769087:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.769090:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.769317:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6883:11674:x1862023150346112:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1292us (2135us total) trans 4294992344 rc 0/0
00000100:00100000:2.0:1775764895.769325:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14872
00010000:00010000:3.0:1775764895.770025:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.770033:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.770041:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c70a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.770045:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.770052:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.770067:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202b:0x0].0x0 (ffff89b40817db00)
00010000:00010000:3.0:1775764895.770069:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.770073:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.770078:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70a00/0xd3c138f3308bf067 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x202b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.770096:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.770097:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.770100:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.777080:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.780918:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150346368
00000100:00100000:2.0:1775764895.780933:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150346368
00000100:00100000:2.0:1775764895.781012:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14873
00000100:00100000:2.0:1775764895.781023:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6883:11674:x1862023150346368:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.781085:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.781111:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4076fe800/0xd3c138f330830484 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694ededeb0 expref: 6883 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781150:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb10:0x0].0x0 (ffff89b40a361400)
00010000:00010000:2.0:1775764895.781162:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.781182:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781195:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781204:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781230:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf075 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xe6d9e4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781241:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf075 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe6d9e4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781247:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf075 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe6d9e4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781340:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781349:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781356:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.781579:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4531, 64 off298176
00000040:00080000:2.0:1775764895.781598:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4531, 64 off298176
00010000:00010000:2.0:1775764895.781668:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781677:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781685:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781691:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781697:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781706:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781721:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.781739:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781744:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781750:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781755:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.781759:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781765:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781773:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb10:0x0].0x0 (ffff89b408238000)
00010000:00010000:2.0:1775764895.781776:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.781780:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781785:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf07c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781803:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781812:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781817:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781823:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781828:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c71e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.781830:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781835:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781844:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.781846:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.781848:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781853:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf06e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.781862:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4e1feb5 reply state 00000000babda373 transno 4294992345 ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf075 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xe6d9e4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781872:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c70600/0xd3c138f3308bf075 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xe6d9e4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.781877:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xe6d9e4a (ffff89b40817d100)
00010000:00010000:2.0:1775764895.781880:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.781882:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.781964:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6884:11674:x1862023150346368:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 942us (4895us total) trans 4294992345 rc 0/0
00000100:00100000:2.0:1775764895.781972:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14873
00010000:00010000:0.0:1775764895.782254:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.782261:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.782267:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.782270:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.782276:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.782284:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb10:0x0].0x0 (ffff89b408238000)
00010000:00010000:0.0:1775764895.782287:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.782290:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.782295:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf083 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.782308:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.782310:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.782311:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.786478:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.786594:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150346624
00000100:00100000:2.0:1775764895.786605:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150346624
00000100:00100000:2.0:1775764895.786667:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14874
00000100:00100000:2.0:1775764895.786677:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6884:11674:x1862023150346624:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.786762:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.786790:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c96400/0xd3c138f3308518c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4923 expref: 6884 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.786910:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a45:0x0].0x0 (ffff89b407a11900)
00010000:00010000:2.0:1775764895.786922:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.786943:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.786957:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.786967:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.786982:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bf091 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf05a40e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.786989:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bf091 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf05a40e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.786998:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bf091 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf05a40e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787088:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787095:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787102:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.787367:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4532, 64 off298240
00000040:00080000:2.0:1775764895.787387:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4532, 64 off298240
00010000:00010000:2.0:1775764895.787438:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787447:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787455:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787462:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787468:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787474:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787500:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.787518:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787525:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.787528:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.787531:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.787537:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787539:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.787546:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.787548:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f9000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.787554:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787558:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.787565:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787571:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a45:0x0].0x0 (ffff89b4092eff00)
00010000:00010000:2.0:1775764895.787575:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.787578:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787585:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf098 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.787586:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a45:0x0].0x0 (ffff89b4092eff00)
00010000:00010000:3.0:1775764895.787593:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.787597:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.787603:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf09f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787607:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787615:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.787620:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.787623:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.787626:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.787628:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787634:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787639:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b77800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.787641:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787646:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787652:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.787655:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.787658:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787662:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf08a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.787671:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016b6cd11 reply state 00000000e38611e1 transno 4294992346 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bf091 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf05a40e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787679:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77c00/0xd3c138f3308bf091 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf05a40e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.787684:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf05a40e7 (ffff89b404303200)
00010000:00010000:2.0:1775764895.787687:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.787689:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.787761:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6885:11674:x1862023150346624:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1084us (1292us total) trans 4294992346 rc 0/0
00000100:00100000:2.0:1775764895.787768:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14874
00000100:00100000:2.0:1775764895.794912:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.795009:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150346880
00000100:00100000:0.0:1775764895.795019:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150346880
00000100:00100000:0.0:1775764895.795082:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14875
00000100:00100000:0.0:1775764895.795093:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6885:11674:x1862023150346880:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.795192:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.795229:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f33085feff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf772f expref: 6885 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795248:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d9:0x0].0x0 (ffff89b40a737000)
00010000:00010000:0.0:1775764895.795258:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.795280:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795292:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795302:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795317:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bf0ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xef198b4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795325:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bf0ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xef198b4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795331:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bf0ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xef198b4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795417:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795426:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795432:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.795657:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4533, 64 off298304
00000040:00080000:0.0:1775764895.795675:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4533, 64 off298304
00010000:00010000:0.0:1775764895.795723:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795732:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795740:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795747:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795752:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795758:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795785:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.795812:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795818:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795824:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795830:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.795835:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795846:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795855:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d9:0x0].0x0 (ffff89b408f28e00)
00010000:00010000:0.0:1775764895.795858:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.795861:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795867:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf0b4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795883:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795888:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795894:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795899:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408749400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.795901:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795907:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795913:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.795915:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.795917:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795927:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf0a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.795935:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc3c668d reply state 000000001526e4db transno 4294992347 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bf0ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xef198b4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795945:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749c00/0xd3c138f3308bf0ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xef198b4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.795951:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xef198b4e (ffff89b408f28900)
00010000:00010000:0.0:1775764895.795953:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.795956:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.796018:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6886:11674:x1862023150346880:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 926us (1114us total) trans 4294992347 rc 0/0
00000100:00100000:0.0:1775764895.796026:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14875
00010000:00010000:3.0:1775764895.796279:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.796287:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.796295:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e58a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.796299:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.796306:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.796316:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d9:0x0].0x0 (ffff89b408f28e00)
00010000:00010000:3.0:1775764895.796319:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.796322:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.796328:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf0bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.796348:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.796350:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.796352:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.799259:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:3.0:1775764895.799377:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150347136
00000100:00100000:3.0:1775764895.799390:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150347136
00000100:00100000:3.0:1775764895.799460:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14876
00000100:00100000:3.0:1775764895.799470:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6886:11674:x1862023150347136:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:3.0:1775764895.799545:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764895.799571:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f33085508b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bdd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf544b expref: 6886 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799597:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bdd:0x0].0x0 (ffff89b409d78200)
00010000:00010000:3.0:1775764895.799607:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764895.799626:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799639:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799648:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799663:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bf0c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf76357ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799671:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bf0c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf76357ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799677:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bf0c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf76357ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799768:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799776:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.799783:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764895.800001:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4534, 64 off298368
00000040:00080000:3.0:1775764895.800019:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4534, 64 off298368
00010000:00010000:3.0:1775764895.800067:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800077:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800084:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800091:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800096:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800102:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800154:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764895.800173:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800179:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800185:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800190:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.800195:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800202:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800209:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bdd:0x0].0x0 (ffff89b40ec7e600)
00010000:00010000:3.0:1775764895.800212:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.800226:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800231:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50e600/0xd3c138f3308bf0d0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1bdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800247:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800253:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800258:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.800263:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.800264:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40f50f800 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.800270:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.800273:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800278:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.800287:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b406c71e00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:2.0:1775764895.800292:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800292:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:3.0:1775764895.800298:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764895.800303:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.800305:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800319:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50f800/0xd3c138f3308bf0c2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.800325:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bdd:0x0].0x0 (ffff89b40ec7e600)
00010000:00010000:2.0:1775764895.800331:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764895.800336:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764895.800341:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee8df242 reply state 00000000b104943c transno 4294992348 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bf0c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf76357ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.800343:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b406c71e00/0xd3c138f3308bf0d7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1bdd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.800366:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f50fa00/0xd3c138f3308bf0c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf76357ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.800373:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.800373:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf76357ad (ffff89b40ec7e100)
00010000:00010000:3.0:1775764895.800377:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.800378:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.800381:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.800381:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764895.800457:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6887:11674:x1862023150347136:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 987us (1207us total) trans 4294992348 rc 0/0
00000100:00100000:3.0:1775764895.800466:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14876
00000100:00100000:1.0:1775764895.802892:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.803023:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150347392
00000100:00100000:2.0:1775764895.803034:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150347392
00000100:00100000:2.0:1775764895.803098:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14877
00000100:00100000:2.0:1775764895.803108:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6887:11674:x1862023150347392:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.803194:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.803231:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f33083c7e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf05c3 expref: 6887 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803249:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10a5:0x0].0x0 (ffff89b40a304200)
00010000:00010000:2.0:1775764895.803268:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.803290:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803303:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803312:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803365:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf0e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xafc22d8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803374:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf0e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafc22d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803380:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf0e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafc22d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803467:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803475:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803482:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.803701:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4535, 64 off298432
00000040:00080000:2.0:1775764895.803719:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4535, 64 off298432
00010000:00010000:2.0:1775764895.803764:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803772:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803779:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803785:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803791:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803796:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803832:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.803850:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803856:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803861:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803866:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.803870:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803880:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803889:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10a5:0x0].0x0 (ffff89b4092efd00)
00010000:00010000:2.0:1775764895.803891:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.803895:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803900:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf0ec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x10a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803916:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803922:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803927:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803933:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803938:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f8000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.803941:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803946:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803952:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.803955:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.803958:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803963:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf0de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.803971:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000620df11c reply state 000000001d2ef50f transno 4294992349 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf0e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xafc22d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803981:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f9000/0xd3c138f3308bf0e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xafc22d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.803986:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xafc22d8e (ffff89b4092ef300)
00010000:00010000:2.0:1775764895.803988:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.803990:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.804066:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6888:11674:x1862023150347392:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 959us (1180us total) trans 4294992349 rc 0/0
00000100:00100000:2.0:1775764895.804073:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14877
00010000:00010000:0.0:1775764895.804290:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.804297:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.804305:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b77800 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.804308:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.804316:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.804326:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10a5:0x0].0x0 (ffff89b4092efd00)
00010000:00010000:0.0:1775764895.804328:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.804332:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.804338:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf0f3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.804352:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.804353:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.804355:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764895.814375:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.814493:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150347648
00000100:00100000:1.0:1775764895.814505:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150347648
00000100:00100000:1.0:1775764895.814566:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14878
00000100:00100000:1.0:1775764895.814576:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6888:11674:x1862023150347648:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.814635:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.814663:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308695a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2527:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf9551 expref: 6888 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814685:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2527:0x0].0x0 (ffff89b40a75ba00)
00010000:00010000:1.0:1775764895.814698:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.814719:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814733:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814745:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814785:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bf101 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4b3bcd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814793:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bf101 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b3bcd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814800:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bf101 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b3bcd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814897:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814905:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.814912:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.815180:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4536, 64 off298496
00000040:00080000:1.0:1775764895.815198:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4536, 64 off298496
00010000:00010000:1.0:1775764895.815260:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815270:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815277:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815285:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815292:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815298:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815321:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.815340:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.815342:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.815350:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.815352:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815358:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.815363:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.815369:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.815370:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815375:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.815381:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815406:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.815408:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2527:0x0].0x0 (ffff89b405a50600)
00010000:00010000:3.0:1775764895.815415:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.815420:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815424:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2527:0x0].0x0 (ffff89b405a50600)
00010000:00010000:3.0:1775764895.815428:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf10f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815429:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.815434:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815452:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf108 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.815460:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.815463:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.815465:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.815476:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815483:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815488:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815493:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815496:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.815498:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815504:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815510:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.815513:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.815515:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815520:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf0fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.815529:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d09b2ceb reply state 00000000d60c870c transno 4294992350 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bf101 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4b3bcd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815539:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577ee00/0xd3c138f3308bf101 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4b3bcd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.815544:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4b3bcd88 (ffff89b405a50700)
00010000:00010000:1.0:1775764895.815547:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.815549:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.815630:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6889:11674:x1862023150347648:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1053us (1263us total) trans 4294992350 rc 0/0
00000100:00100000:1.0:1775764895.815638:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14878
00000100:00100000:3.0:1775764895.818342:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:0.0:1775764895.818424:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150347904
00000100:00100000:0.0:1775764895.818433:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150347904
00000100:00100000:0.0:1775764895.818496:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14879
00000100:00100000:0.0:1775764895.818507:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b405b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6889:11674:x1862023150347904:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:0.0:1775764895.818579:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764895.818607:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b403c97c00/0xd3c138f33084b748 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x177c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf35a4 expref: 6889 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818627:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177c:0x0].0x0 (ffff89b405656200)
00010000:00010000:0.0:1775764895.818638:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764895.818658:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818671:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818681:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818697:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf11d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x922c75fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818707:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf11d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x922c75fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818714:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf11d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x922c75fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818817:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818826:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.818832:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764895.819060:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4537, 64 off298560
00000040:00080000:0.0:1775764895.819078:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4537, 64 off298560
00010000:00010000:0.0:1775764895.819307:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819317:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819325:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819333:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819341:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819351:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819373:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764895.819391:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819398:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819405:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819411:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408622000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.819415:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819423:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819432:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177c:0x0].0x0 (ffff89b408f28600)
00010000:00010000:0.0:1775764895.819435:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764895.819438:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819445:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408622000/0xd3c138f3308bf124 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x177c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819459:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819470:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819476:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819480:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e58a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.819483:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819488:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819496:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:0.0:1775764895.819498:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764895.819501:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819506:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e58a00/0xd3c138f3308bf116 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764895.819515:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e45de29 reply state 0000000001d33255 transno 4294992351 ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf11d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x922c75fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819526:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408749400/0xd3c138f3308bf11d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x922c75fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.819532:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x922c75fc (ffff89b408f28000)
00010000:00010000:0.0:1775764895.819534:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764895.819537:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764895.819616:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b405b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6890:11674:x1862023150347904:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1109us (1280us total) trans 4294992351 rc 0/0
00000100:00100000:0.0:1775764895.819626:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14879
00010000:00010000:3.0:1775764895.820030:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.820037:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.820044:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4082ca000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.820047:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.820054:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.820063:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x177c:0x0].0x0 (ffff89b408f28600)
00010000:00010000:3.0:1775764895.820065:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.820069:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.820075:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4082ca000/0xd3c138f3308bf12b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x177c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.820091:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.820093:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.820095:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.828312:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.828498:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150348160
00000100:00100000:2.0:1775764895.828509:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150348160
00000100:00100000:2.0:1775764895.828575:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14880
00000100:00100000:2.0:1775764895.828587:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b403eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6890:11674:x1862023150348160:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.828648:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.828675:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308562ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf57ee expref: 6890 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828695:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c62:0x0].0x0 (ffff89b4087e9f00)
00010000:00010000:2.0:1775764895.828706:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.828730:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828743:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828752:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828784:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf139 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xa6f6ca8a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828793:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf139 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6f6ca8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828800:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf139 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6f6ca8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828902:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828911:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.828918:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.829182:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4538, 64 off298624
00000040:00080000:2.0:1775764895.829201:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4538, 64 off298624
00010000:00010000:2.0:1775764895.829262:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829272:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829279:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829287:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829292:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829297:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829324:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.829341:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829348:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829354:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829360:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.829364:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829371:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.829376:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.829382:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c62:0x0].0x0 (ffff89b4092ef600)
00010000:00010000:0.0:1775764895.829385:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829386:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.829392:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.829396:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f8000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.829403:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829403:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf140 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c62:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.829421:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829432:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.829433:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c62:0x0].0x0 (ffff89b4092ef600)
00010000:00010000:0.0:1775764895.829438:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.829443:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829446:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.829453:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf147 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829458:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829467:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.829473:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.829473:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.829477:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.829478:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.829480:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.829488:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829496:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.829499:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.829502:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829508:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf132 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.829519:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f60a2ca reply state 00000000ff13fc83 transno 4294992352 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf139 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xa6f6ca8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829530:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b77800/0xd3c138f3308bf139 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xa6f6ca8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.829537:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xa6f6ca8a (ffff89b4092efa00)
00010000:00010000:2.0:1775764895.829539:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.829541:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.829619:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b403eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6891:11674:x1862023150348160:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1033us (1316us total) trans 4294992352 rc 0/0
00000100:00100000:2.0:1775764895.829629:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14880
00000100:00100000:2.0:1775764895.832278:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.832371:0:6538:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150348416
00000100:00100000:1.0:1775764895.832383:0:6538:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150348416
00000100:00100000:1.0:1775764895.832452:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14881
00000100:00100000:1.0:1775764895.832463:0:6538:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4058ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6891:11674:x1862023150348416:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.832522:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.832548:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f831c00/0xd3c138f33084b7f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1781:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf35c7 expref: 6891 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832568:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1781:0x0].0x0 (ffff89b40a4c3500)
00010000:00010000:1.0:1775764895.832580:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.832601:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832615:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832625:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832639:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf155 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x74a1ad19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832645:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf155 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x74a1ad19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832652:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf155 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x74a1ad19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832736:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832744:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.832750:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.832980:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4539, 64 off298688
00000040:00080000:1.0:1775764895.832999:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4539, 64 off298688
00010000:00010000:1.0:1775764895.833046:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833056:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833066:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833072:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833078:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833083:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833097:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.833148:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833155:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833160:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833165:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577f000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.833169:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833176:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833184:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1781:0x0].0x0 (ffff89b405a50100)
00010000:00010000:1.0:1775764895.833186:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.833190:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833195:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f000/0xd3c138f3308bf15c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833211:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833228:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833234:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833239:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833243:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40577e600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.833246:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833251:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833258:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.833260:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.833263:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833268:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577e600/0xd3c138f3308bf14e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.833277:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000896a1ae1 reply state 00000000fc0eaba3 transno 4294992353 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf155 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x74a1ad19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833287:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40577f200/0xd3c138f3308bf155 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x74a1ad19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.833293:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x74a1ad19 (ffff89b405a50600)
00010000:00010000:1.0:1775764895.833295:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.833297:0:6538:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.833376:0:6538:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4058ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97176f3e-5586-4540-bb7b-1497fe8ed849+6892:11674:x1862023150348416:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 914us (1106us total) trans 4294992353 rc 0/0
00000100:00100000:1.0:1775764895.833384:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14881
00010000:00010000:0.0:1775764895.833695:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.833702:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.833708:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859e600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.833711:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.833718:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.833728:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1781:0x0].0x0 (ffff89b405a50100)
00010000:00010000:0.0:1775764895.833730:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.833732:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.833737:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859e600/0xd3c138f3308bf163 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.833753:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.833755:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.833757:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.836392:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.836467:0:13915:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150348672
00000100:00100000:1.0:1775764895.836478:0:13915:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150348672
00000100:00100000:1.0:1775764895.836539:0:13915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14882
00000100:00100000:1.0:1775764895.836549:0:13915:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6892:11674:x1862023150348672:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.836607:0:13915:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.836634:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409fdf800/0xd3c138f3308226e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edeb25d expref: 6892 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836654:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4bb:0x0].0x0 (ffff89b402ac2200)
00010000:00010000:1.0:1775764895.836665:0:13915:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.836684:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836697:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836708:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836727:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf171 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x4a61932e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836733:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf171 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4a61932e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836740:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf171 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4a61932e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836846:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836854:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.836860:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.837083:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4540, 64 off298752
00000040:00080000:1.0:1775764895.837103:0:13915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4540, 64 off298752
00010000:00010000:1.0:1775764895.837188:0:13915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837197:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837204:0:13915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837210:0:13915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837232:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837237:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837250:0:13915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.837267:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837273:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837280:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837287:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40ff22e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.837291:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837298:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837306:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4bb:0x0].0x0 (ffff89b405a50c00)
00010000:00010000:1.0:1775764895.837309:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.837312:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837317:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40ff22e00/0xd3c138f3308bf178 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837333:0:13915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837338:0:13915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837343:0:13915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837348:0:13915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40859fe00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.837350:0:13915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837355:0:13915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837362:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.837364:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.837367:0:13915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837372:0:13915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40859fe00/0xd3c138f3308bf16a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.837381:0:13915:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5cc9773 reply state 0000000098093931 transno 4294992354 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf171 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x4a61932e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837391:0:13915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4098dfa00/0xd3c138f3308bf171 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x4a61932e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.837397:0:13915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x4a61932e (ffff89b405a50300)
00010000:00010000:1.0:1775764895.837399:0:13915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.837401:0:13915:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.837474:0:13915:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97176f3e-5586-4540-bb7b-1497fe8ed849+6893:11674:x1862023150348672:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 925us (1090us total) trans 4294992354 rc 0/0
00000100:00100000:1.0:1775764895.837482:0:13915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14882
00010000:00010000:3.0:1775764895.837843:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.837850:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.837856:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b408ee1a00 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.837860:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.837866:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.837875:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4bb:0x0].0x0 (ffff89b405a50c00)
00010000:00010000:3.0:1775764895.837927:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.837931:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.837937:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b408ee1a00/0xd3c138f3308bf17f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13915 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.837952:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.837954:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.837955:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764895.840615:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.840881:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150348928
00000100:00100000:1.0:1775764895.840892:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150348928
00000100:00100000:1.0:1775764895.840953:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14883
00000100:00100000:1.0:1775764895.840963:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6893:11674:x1862023150348928:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.841021:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.841046:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409dfa800/0xd3c138f3308500b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1995:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf4453 expref: 6893 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841064:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1995:0x0].0x0 (ffff89b407a07900)
00010000:00010000:1.0:1775764895.841074:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.841095:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841109:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841151:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841166:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837c00/0xd3c138f3308bf18d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x391d4998 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841174:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837c00/0xd3c138f3308bf18d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x391d4998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841185:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837c00/0xd3c138f3308bf18d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x391d4998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841281:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841289:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841295:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.841502:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4541, 64 off298816
00000040:00080000:1.0:1775764895.841520:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4541, 64 off298816
00010000:00010000:1.0:1775764895.841564:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841573:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841581:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841588:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841593:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841600:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841628:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.841645:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841651:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841657:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841663:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a836c00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:3.0:1775764895.841666:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.841667:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.841675:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841678:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.841693:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a837200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.841697:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1995:0x0].0x0 (ffff89b404b80200)
00010000:00010000:1.0:1775764895.841701:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764895.841712:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.841722:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.841734:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1995:0x0].0x0 (ffff89b404b80200)
00010000:00010000:3.0:1775764895.841737:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.841741:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.841747:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf19b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841817:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841824:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf194 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841845:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841851:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.841859:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.841861:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.841862:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.841866:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.841870:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a836600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.841873:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841879:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841887:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.841890:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.841893:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841899:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf186 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.841909:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e73c1fd1 reply state 0000000099a8fd12 transno 4294992355 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837c00/0xd3c138f3308bf18d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x391d4998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841919:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837c00/0xd3c138f3308bf18d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x391d4998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.841926:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x391d4998 (ffff89b405a50100)
00010000:00010000:1.0:1775764895.841928:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.841930:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.842047:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b5012ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6894:11674:x1862023150348928:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1086us (1439us total) trans 4294992355 rc 0/0
00000100:00100000:1.0:1775764895.842056:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14883
00000100:00100000:0.0:1775764895.854539:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.854821:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150349184
00000100:00100000:2.0:1775764895.854831:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150349184
00000100:00100000:2.0:1775764895.854898:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14884
00000100:00100000:2.0:1775764895.854909:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40bdc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6894:11674:x1862023150349184:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.854976:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.855005:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f82b200/0xd3c138f33084a0ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf312f expref: 6894 pid: 8856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855025:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16d9:0x0].0x0 (ffff89b40fff2300)
00010000:00010000:2.0:1775764895.855034:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.855054:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855068:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855078:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855097:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf1a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x654a3ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855104:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf1a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x654a3ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855110:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf1a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x654a3ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855262:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855271:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855277:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.855505:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4542, 64 off298880
00000040:00080000:2.0:1775764895.855523:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4542, 64 off298880
00010000:00010000:2.0:1775764895.855569:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855578:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855585:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855591:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855601:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855607:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855620:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.855639:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855645:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855650:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855655:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.855659:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855665:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855673:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16d9:0x0].0x0 (ffff89b4092ef200)
00010000:00010000:2.0:1775764895.855676:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.855679:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.855684:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1b0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.855908:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764895.855915:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.855922:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e50400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.855925:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.855930:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.855939:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16d9:0x0].0x0 (ffff89b4092ef200)
00010000:00010000:0.0:1775764895.855942:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.855944:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.855950:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.855962:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.855964:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.855965:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.856058:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.856065:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.856071:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.856075:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b4086f8000 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.856078:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.856083:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.856091:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.856093:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.856096:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.856102:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.856111:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5428ac9 reply state 000000005bee71d1 transno 4294992356 ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf1a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x654a3ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.856254:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76a00/0xd3c138f3308bf1a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x654a3ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.856261:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x654a3ab3 (ffff89b4092ef500)
00010000:00010000:2.0:1775764895.856264:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.856267:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.856413:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40bdc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6895:11674:x1862023150349184:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1504us (1882us total) trans 4294992356 rc 0/0
00000100:00100000:2.0:1775764895.856422:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14884
00000100:00100000:3.0:1775764895.868587:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.868797:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150349440
00000100:00100000:2.0:1775764895.868808:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150349440
00000100:00100000:2.0:1775764895.868868:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14885
00000100:00100000:2.0:1775764895.868879:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b409228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6895:11674:x1862023150349440:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.868935:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.868976:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40f99c200/0xd3c138f33083f7e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf0f5c expref: 6895 pid: 6537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.868994:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1204:0x0].0x0 (ffff89b40a302100)
00010000:00010000:2.0:1775764895.869004:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.869024:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869037:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869048:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869063:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xd882c7eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869069:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd882c7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869078:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd882c7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869230:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869238:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869245:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.869678:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4543, 64 off298944
00000040:00080000:2.0:1775764895.869699:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4543, 64 off298944
00010000:00010000:2.0:1775764895.869749:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869758:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869765:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869771:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869777:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869782:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869809:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.869826:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869832:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869838:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869845:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:0.0:1775764895.869848:0:8437:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764895.869850:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.869857:0:8437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869862:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.869873:0:8437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:0.0:1775764895.869880:0:8437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869880:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1204:0x0].0x0 (ffff89b4092ef000)
00010000:00010000:2.0:1775764895.869886:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.869892:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.869894:0:8437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869906:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf1cc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1204:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.869914:0:8437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1204:0x0].0x0 (ffff89b4092ef000)
00010000:00010000:0.0:1775764895.869918:0:8437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764895.869921:0:8437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.869927:0:8437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1204:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.869928:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764895.869954:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.869955:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764895.869957:0:8437:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.870041:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.870053:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.870058:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.870063:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b409e50400 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.870066:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.870072:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.870080:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.870083:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.870086:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.870092:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.870102:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002580dbf3 reply state 000000009193de04 transno 4294992357 ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xd882c7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.870138:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b4086f8000/0xd3c138f3308bf1c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xd882c7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.870145:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xd882c7eb (ffff89b4092ef200)
00010000:00010000:2.0:1775764895.870148:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.870151:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.870251:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b409228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6896:11674:x1862023150349440:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1373us (1673us total) trans 4294992357 rc 0/0
00000100:00100000:2.0:1775764895.870467:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14885
00000100:00100000:3.0:1775764895.874556:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:1.0:1775764895.874619:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150349696
00000100:00100000:1.0:1775764895.874628:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150349696
00000100:00100000:1.0:1775764895.874677:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14886
00000100:00100000:1.0:1775764895.874687:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b40922ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6896:11674:x1862023150349696:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:1.0:1775764895.874744:0:6537:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764895.874770:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b405230c00/0xd3c138f3308401fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x124e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf1162 expref: 6896 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874787:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x124e:0x0].0x0 (ffff89b40a3c8f00)
00010000:00010000:1.0:1775764895.874796:0:6537:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764895.874812:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874822:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874829:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874838:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf1e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xda95ad53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874842:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf1e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xda95ad53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874846:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf1e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xda95ad53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874926:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874934:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.874938:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764895.875170:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4544, 64 off299008
00000040:00080000:1.0:1775764895.875187:0:6537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4544, 64 off299008
00010000:00010000:1.0:1775764895.875241:0:6537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875251:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875258:0:6537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875264:0:6537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875271:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875276:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875347:0:6537:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764895.875365:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875371:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875381:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875386:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a836a00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.875390:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875397:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875406:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x124e:0x0].0x0 (ffff89b405657700)
00010000:00010000:1.0:1775764895.875409:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764895.875413:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875417:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836a00/0xd3c138f3308bf1e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x124e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875428:0:6537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875432:0:6537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875435:0:6537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875438:0:6537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a836600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:1.0:1775764895.875439:0:6537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875445:0:6537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875450:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:1.0:1775764895.875451:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764895.875452:0:6537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875455:0:6537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836600/0xd3c138f3308bf1da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764895.875459:0:6537:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008902ee32 reply state 000000008ead82fc transno 4294992358 ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf1e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xda95ad53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875465:0:6537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a836c00/0xd3c138f3308bf1e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xda95ad53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.875469:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xda95ad53 (ffff89b404b80200)
00010000:00010000:1.0:1775764895.875470:0:6537:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764895.875471:0:6537:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764895.875531:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b40922ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97176f3e-5586-4540-bb7b-1497fe8ed849+6897:11674:x1862023150349696:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 845us (983us total) trans 4294992358 rc 0/0
00000100:00100000:1.0:1775764895.875539:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14886
00010000:00010000:3.0:1775764895.876380:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.876388:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.876397:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a837200 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.876400:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.876407:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.876420:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x124e:0x0].0x0 (ffff89b405657700)
00010000:00010000:3.0:1775764895.876422:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.876426:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.876432:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a837200/0xd3c138f3308bf1ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x124e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6537 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.876450:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.876452:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.876454:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.878245:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.878445:0:6539:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150349952
00000100:00100000:2.0:1775764895.878454:0:6539:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150349952
00000100:00100000:2.0:1775764895.878530:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14887
00000100:00100000:2.0:1775764895.878540:0:6539:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6897:11674:x1862023150349952:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.878601:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.878625:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b409da6a00/0xd3c138f330864ae0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2304:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edf865c expref: 6897 pid: 13915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878643:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2304:0x0].0x0 (ffff89b40a759c00)
00010000:00010000:2.0:1775764895.878652:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.878669:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878678:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878685:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878695:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x6b516b3c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878701:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6b516b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878706:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6b516b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878796:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878802:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.878806:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.878990:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4545, 64 off299072
00000040:00080000:2.0:1775764895.879004:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4545, 64 off299072
00010000:00010000:2.0:1775764895.879038:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879044:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879048:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879052:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879056:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879060:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879106:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.879150:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879157:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879163:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879169:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b404b76e00 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.879173:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879180:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879187:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2304:0x0].0x0 (ffff89b4092efb00)
00010000:00010000:2.0:1775764895.879188:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.879191:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879195:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b404b76e00/0xd3c138f3308bf204 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2304:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879205:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879208:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879212:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879227:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b402d9a600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.879231:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879236:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879247:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.879249:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.879252:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879257:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402d9a600/0xd3c138f3308bf1f6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.879265:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da9c9830 reply state 00000000cb209f2c transno 4294992359 ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x6b516b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879275:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b409e50400/0xd3c138f3308bf1fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0x6b516b3c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.879281:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x6b516b3c (ffff89b4092efc00)
00010000:00010000:2.0:1775764895.879283:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.879285:0:6539:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.879368:0:6539:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97176f3e-5586-4540-bb7b-1497fe8ed849+6898:11674:x1862023150349952:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 828us (1130us total) trans 4294992359 rc 0/0
00000100:00100000:2.0:1775764895.879377:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14887
00010000:00010000:3.0:1775764895.880057:0:6527:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764895.880063:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.880068:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b407688400 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:3.0:1775764895.880071:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.880076:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.880084:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2304:0x0].0x0 (ffff89b4092efb00)
00010000:00010000:3.0:1775764895.880085:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764895.880087:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.880091:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b407688400/0xd3c138f3308bf20b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2304:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764895.880101:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.880103:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764895.880104:0:6527:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764895.882861:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp)
00000100:00100000:2.0:1775764895.882928:0:8856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862023150350208
00000100:00100000:2.0:1775764895.882937:0:8856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862023150350208
00000100:00100000:2.0:1775764895.882991:0:8856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14888
00000100:00100000:2.0:1775764895.883001:0:8856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89b4050c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6898:11674:x1862023150350208:12345-192.168.202.20@tcp:36:bonnie++.500
00010000:00010000:2.0:1775764895.883058:0:8856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764895.883081:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b402de7600/0xd3c138f33081f12a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0x70302c694edea79e expref: 6898 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883101:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x332:0x0].0x0 (ffff89b53351e600)
00010000:00010000:2.0:1775764895.883108:0:8856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764895.883642:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883657:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883664:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883676:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96c00/0xd3c138f3308bf219 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0xf48b262c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883680:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96c00/0xd3c138f3308bf219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf48b262c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883684:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96c00/0xd3c138f3308bf219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf48b262c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883772:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x332:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883779:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.883784:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764895.883957:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4546, 64 off299136
00000040:00080000:2.0:1775764895.883967:0:8856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4546, 64 off299136
00010000:00010000:2.0:1775764895.884015:0:8856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x332:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884023:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884030:0:8856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884036:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884041:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884047:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884079:0:8856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764895.884097:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884102:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884108:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.884542:0:8436:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764895.884549:0:8436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.884555:0:8436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40919a000 already unused, calling callback (ffffffffc0d2c060)
00010000:00010000:1.0:1775764895.884558:0:8436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.884570:0:8436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.884580:0:8436:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x332:0x0].0x0 (ffff89b4092ef900)
00010000:00010000:1.0:1775764895.884583:0:8436:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764895.884587:0:8436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.884601:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919a000/0xd3c138f3308bf227 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764895.884614:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.884615:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764895.884617:0:8436:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764895.884744:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40919b600 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.884749:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884755:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884764:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x332:0x0].0x0 (ffff89b4092ef900)
00010000:00010000:2.0:1775764895.884766:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764895.884769:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884774:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40919b600/0xd3c138f3308bf220 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884796:0:8856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884802:0:8856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884807:0:8856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884813:0:8856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884818:0:8856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89b40a06d200 already unused, calling callback (ffffffffc18734f0)
00010000:00010000:2.0:1775764895.884820:0:8856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884826:0:8856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884832:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89b403b0d900)
00010000:00010000:2.0:1775764895.884834:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764895.884836:0:8856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884845:0:8856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89b40a06d200/0xd3c138f3308bf212 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764895.884853:0:8856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067579000 reply state 000000006cd47be4 transno 4294992360 ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96c00/0xd3c138f3308bf219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0xf48b262c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884863:0:8856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89b407b96c00/0xd3c138f3308bf219 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6:0x0].0xf48b262c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8856 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764895.884869:0:8856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0xf48b262c (ffff89b4092efe00)
00010000:00010000:2.0:1775764895.884871:0:8856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764895.884874:0:8856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764895.884952:0:8856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89b4050c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97176f3e-5586-4540-bb7b-1497fe8ed849+6899:11674:x1862023150350208:12345-192.168.202.20@tcp:36:bonnie++.500 Request processed in 1951us (2095us total) trans 4294992360 rc 0/0
00000100:00100000:2.0:1775764895.884961:0:8856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14888
Debug log: 59592 lines, 59592 kept, 0 dropped, 0 bad.